{"msg":"Running step start_crdb","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:19.394176012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:19.395317155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpDTdBGH","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:19.419961027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpDTdBGH/data)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:19.420029443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpDTdBGH/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpDTdBGH/listen-url","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:19.444025614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=5 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:19.444647272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"cockroach pid: 12594","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:20.843713129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"cockroach listen URL: postgresql://root@[::1]:41205/omicron?sslmode=disable","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:20.843855492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"Running step start_clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:20.844282433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:20.844339737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.440830156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.440935486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.565728317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.565820781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.618689198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.6187603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"mgd port is 57851","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.710664373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"Running step record_switch_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.71072294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.710756005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.710922627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.711205691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmp4BDG7J"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.871969682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.872056325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.872438246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:33734"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.873512166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35078","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.879665195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35078","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.880893482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35078","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.881834718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35078","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.882238572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.882536446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpri2p8d"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.901360492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.901490591Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.901660239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:58375"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.902029074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35808","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.915351067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35808","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.915496897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35808","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.916369256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35808","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.916685977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.918459099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"setting up nexus server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.919236047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921073388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.92151576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921571771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921594817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921621721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921645248Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921664075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921685748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921704365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.92172683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921745698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921768233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921790206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921809194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921830537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.921849144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922145524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922190494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922218089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922240774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922260033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922350994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922386144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922413568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922433007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922458077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922477155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922500712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922523147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922543988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922581533Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.92261003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922634879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922654308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922677995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922702003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922735821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922762173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922781712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922805028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922823716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922845379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922867493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.92288621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.922907563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.92673086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.927641966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.927860842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.92791506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928039818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928090289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928121641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928144888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928172182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928194316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928219366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928240258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928312812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928341429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.9283617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.928387471Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.929152435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:33734","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.956305997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"new DNS resolver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.956389754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","addresses":"[[::1]:33734]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.956494272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:41205/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 41205,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.957999872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Database schema version is up to date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.092661536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.215479644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"5e6ae540-b63a-4ed2-8ef8-b8184b9fbebb","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.302606659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.302748872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.302795004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.302821366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.302855083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.302890594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.302927267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.30296868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303006114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303041054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303080042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.30310444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303140121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303176103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303215702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303240962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303277004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303314158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303350781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303378637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.30341531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303459848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303485169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303524437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303559818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303598565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303623745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303659897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303696079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303735748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303771018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303796098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303829164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303866619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.30390735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303932139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303966167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.303999684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304038121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.30406312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304099473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304137869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.30416325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304197278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304235233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304262127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304296055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304333629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304369892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304393539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.30442947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304467626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304492416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.304527275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.306429044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.307179029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"SEC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.307410099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"sec_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"SEC","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.31186759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.311963261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.311990415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.312052238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.312312617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.312380362Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.312792313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.313029736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.33704774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60671","req_id":"886a3229-ebf2-4a1c-97e7-a27048024ec7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 5c ce 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 \\............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.337180946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60671","req_id":"886a3229-ebf2-4a1c-97e7-a27048024ec7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:22.338761394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60671","req_id":"886a3229-ebf2-4a1c-97e7-a27048024ec7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.402387616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.405357423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.40601833Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.409213476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.409278625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.409325649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.40936638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.409401941Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.51127189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.518735712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.518854208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.520781798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.520843511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.520889112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.520931096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.521424339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.906708401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.906777048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.906839843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.909693068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.909787526Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.909815622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.909855422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.910251801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:23.003024315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.00312721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.003192991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.003936783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.013798952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.013874112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.015946992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.016012463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.016216499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.016265056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.016727628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.021725946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.021794864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.021824803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.021849613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.022630008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.075274729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.075349368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.07538051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.075969553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.081425754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.084958834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.085049414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.085085827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.085112961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.085139884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.085595783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.170342074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.170414499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.170444538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.170958553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.176210878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.179331946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.179415332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.179445723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.179783806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:23.201523191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.201872136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.201985432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.204793346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.204851171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.204877734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.204953225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.205760854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.209986002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.210045902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.210752199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.213641275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.213700293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.213730653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.213757938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.21436624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.217073534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.217220376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.217266799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.217534903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.219783162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.219841709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.21987242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.220722755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.223843653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.229618399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.229678949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.229743458Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.229781754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.229806834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.22982987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.230361389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.232270743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.23246491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.232584288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.233332529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.235454958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.235511701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.235543524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.236047258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.238094346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.242798489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.242843569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.24286912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.243279087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.257267367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.257333609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.257363298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.257387918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.258008524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.260659426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.260717101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.260742852Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.262062281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.265924957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.265983143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.266012952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.267041572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.269035835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.286446625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.286528208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.286556765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.287184495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.295806604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.295865983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.296538953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.304625515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.304772458Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.305682942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.312385787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.312450967Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.312481738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.312508321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.314844316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.317535237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.317678012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.317720546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.318498907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.321014559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.321628092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.321756708Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.322548586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.324310116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.334858012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.335036618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.335179182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.335995408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.398610104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.398717848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.398749712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.398778629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.399634344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.404042277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.404103589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.404132296Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.404827161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.410731294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.410802055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.410831764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.412087256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.414562508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.427069637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.427213163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.427304485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.42867698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.487386334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.48758508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.487686903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.487801902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.489388814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.500259614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.500324894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.500357238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.502132666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.509254806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.509330918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.509359945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.509903078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.533539953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.542035379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.54215141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.542184727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.542740634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.550377029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.550436187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.550466568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.551253305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.558104275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.558160998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.558675373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.567608963Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.567676167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.568360871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.576984764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.577081356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.577115324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.577140724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.577699788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.58091798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.581107728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.581313198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.582151408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.584742821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.584883291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.584918411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.58594181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.589712823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.59558813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.595732317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.595769962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.59579927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.595824641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.595847586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.596248956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.599136069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.599172732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.59919697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.599826314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.601702592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.601787712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.601821599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.602511404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.605041585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.616039337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.616147974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.616176671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.616748069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.630525901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.63069126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.63073611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.630763504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.631761843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.637921646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.637977598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.638008149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.639398659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.6426766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.642757131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.642788674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.643488949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.647463989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.654680096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.660708718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.660823196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.661506969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:23.809624623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.809694502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.809719793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.809747919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.810314217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.81792429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.818028097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.818800295Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.82116172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.821221058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.821856765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.82452415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.824680912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.824774288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.824970449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.825868899Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.828157769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.828215134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.828289271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.828698897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.830815715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.830914402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.83094877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.831278327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.833089916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.838321219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.838405357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.83843201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.83845719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.83887368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.845098392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.845193051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.845234514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.84526265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.845711764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.847592061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.847649365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.847679074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.848337727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.851376291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.851428064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.851458294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.852092387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.854797297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.860763123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.872011014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.872182025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.872228658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.872254178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.873421685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.875191982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.875262462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.875293624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.875912628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.882363691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.882422348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.882453951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.883032333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.884816869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.890722966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.890800681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.890829188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.891198604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.971017207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.971082758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.971905467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.975775718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.975938012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.975983082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.976010837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.976953936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.980047389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.980104403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.980134132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.98081034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.983688925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.983745929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.983775938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.984206386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.986376009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.992890028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.99789004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.998012714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.99804588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.998071672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.998574033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.002322421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.002379555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.002408553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.003284157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.005665622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.005723077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.005751223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.006306439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.008052969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.016293868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.016739827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.016772592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.018662357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.026336698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.026416006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.02710073Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.029508558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.029600821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.029632454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.029657985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.030235706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.032276452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.032332965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.032361171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.033032689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.035834933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.035889561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.035917878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.036607732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.04037584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.050730912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.05487551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.054944457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.054975339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.055000328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.055657929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.064465046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.064597159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.064687289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.065382524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.067779059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.068010741Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.068042354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.068882488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.071172069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.082439689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.082507014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.082536112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.083103091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.088917947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.08897464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.089645607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.092846284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"created built-in services vpc","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.092890572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.092912957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.092937195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.096071901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.096129275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.096153413Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.096177421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.097087244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.104029816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.104090377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.104118884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.104147491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.104752166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.112923416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.11298535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.113017454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.113747759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.118674745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.118733052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.119991689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.130094839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.130142264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.130171061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.130196662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.130808982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.133445255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.137502068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.137766184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.137855482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.138629223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.146761567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.146824933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.146887117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.147431592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.148395111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.151113818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.155854424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.162973768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.163304407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.165863256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.242618986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.242692623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.243387087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.249728932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"activating background tasks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.24977802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Running step start_sled1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.253825705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.254080172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.353763174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.354349923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpEkeheQ/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.369974845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.370085716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpEkeheQ/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpQVadIy/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.370311776Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.370382637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpQVadIy/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.509574428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:50441","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.509693565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:50441","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.511084947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:50441","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516159969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516245449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.51629113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516317733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516343054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.51636642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516389206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516412432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516436229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516458784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516481299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516519716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516543503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516565918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516588383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516610637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516632851Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516654815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516677109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516699254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516721408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516743231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516765556Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516787529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516809804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516831898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516853982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516875575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516897478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516919112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516941296Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516963069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.516984863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517007728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517030483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517052938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517076205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517098569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517121134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517143308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517165442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517187877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517210031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517231634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517253879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517275802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517297536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.51731964Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517341643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517363988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517386192Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517408467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517430631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517452645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517474689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517496863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517518997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517541602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517563706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517585399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517607213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517629076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.51765126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517673344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517695148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517717122Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517739095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.51776161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517783804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.517805949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517826069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517845858Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517876108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.517898874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.517923102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.518545813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.518602576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.5186299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.518826281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:24.518874137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.519089927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"258.054µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.519139425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.519165337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.519187591Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.519295246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.51977417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.519830252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.519859019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.520079919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:24.556199986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.557572411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"37.525587ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.559153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.55991112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","expiration":"2025-04-30 05:57:24.559780129 UTC"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.560194154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.560527098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.562974133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.566443375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.56650072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.566531371Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.566557954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.566585579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.568761715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.568821965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.568851213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.568952074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.569797438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.569852167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.569879291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.569904161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.57056138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.570615879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.570642722Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.570668774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.570695177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.570722712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.570748784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.571521944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.571574799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:24.571601643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.571627003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"57.214µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.57174049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:24.571786611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.571810649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"38.126µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.571835128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.571858425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.571883745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.571909286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.571933715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.572406046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.572459202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.572657116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.572721354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.572752456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.572777165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.573164627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.573217372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.573242552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"24.498µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.573267592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:24.573290869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.573312572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"37.865µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.573336249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.573359606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.573380908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"56.022µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.573406719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.573430707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.573455136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.573482831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.57350751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.574324859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.574378676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.574404467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.574429397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.574456241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.574480309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.575024403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.57507827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.5753794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.575430552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.575842943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.575894396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.575919716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.575945879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.576352669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.576404302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.576431737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.576457468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.577144176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.577218695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.577247432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.577272762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.577315367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.577393483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.577888469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.577942026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.577968278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.578209659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"257.813µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.578263586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.57837593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.578421621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.578861257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.578913091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.578940946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.578964984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.578989733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.579649528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.579746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.579775799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.579797412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.579822362Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.579846771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.57987124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.580278922Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.580335164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.580534712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.580585563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.58455914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.585243844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.585398312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.585489223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.585571196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.586146112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.586280971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.586383234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.58646618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.587025584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.587150653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.587279931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.587366714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.587989505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.588129343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.588311406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.588404532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.588866723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.589070448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.589180137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.589268353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.589729632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.58984923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.589947055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.590086433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.591084782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.591215352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.591433477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.591535199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.591632744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.591712893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.592366516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.612511553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.617742195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.61791013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.618759292Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.618892958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.619015953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.619102205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.619732741Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.619860957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.619969352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.620055995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.62066587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.621576424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.622544353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:41616/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.623961827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","remote_addr":"127.0.0.1:34962"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.631850866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.632009923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.632133358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.632231544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.63303773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.634748419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"2b105d3f-0156-4337-aaf4-64a28752bf3c","remote_addr":"127.0.0.1:34962","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.63564724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49220","req_id":"0f94bbce-f5f2-4720-9934-d583a931c306","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: b7 8b 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.636703895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49220","req_id":"0f94bbce-f5f2-4720-9934-d583a931c306","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:24.642226889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49220","req_id":"0f94bbce-f5f2-4720-9934-d583a931c306","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.65467429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50784","req_id":"6b833845-dc1b-43e7-a1b3-501321e6d2dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: f1 1c 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.654751724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50784","req_id":"6b833845-dc1b-43e7-a1b3-501321e6d2dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:24.655165909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50784","req_id":"6b833845-dc1b-43e7-a1b3-501321e6d2dd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"registered sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.656917499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.658312429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.658377628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.658410153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.658436856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.658967013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:24.661358838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.66141982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"142.801032ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:24.661634698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.661686992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"141.861661ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.673251714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","pruned":"{}","expiration":"2025-04-30 05:57:24.559780129 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.684782789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"expiration\":\"2025-04-30T05:57:24.559780129Z\",\"pruned\":[]}","iteration":1,"elapsed":"125.62005ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.688301831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.699623849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57812","req_id":"afda228c-63f3-4e82-ae8f-a258e5626f80","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 9c 33 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .3..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.699727295Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57812","req_id":"afda228c-63f3-4e82-ae8f-a258e5626f80","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:24.702329901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57812","req_id":"afda228c-63f3-4e82-ae8f-a258e5626f80","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.711836682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.721175319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.721264877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.721372031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.722366652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.723427135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.726479978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.770661807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.770880724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.770984971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.771709505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.772123059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"201.514955ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:24.775026404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:24.775137385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.775495027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"206.609546ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.779832249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61356","req_id":"30c0d3ba-629b-4bd2-9a6c-9d6128724d8e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c8 4f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .O..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.78004375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61356","req_id":"30c0d3ba-629b-4bd2-9a6c-9d6128724d8e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:24.780587634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61356","req_id":"30c0d3ba-629b-4bd2-9a6c-9d6128724d8e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:24.782585164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:24.782706746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.78280912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"212.989608ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.793747293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.800191242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.800283185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.800315259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.800736338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.866269529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.89269008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.892950188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.892989467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.894846056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.974844497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.974953014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.975501396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.001954472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.007200525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.0092962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.009364967Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.01015427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.06490141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.070219125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.070290567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.070320998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.070349034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.070375417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.071071784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.098420474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.098514251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.099176842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.113877872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.122247518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.12256974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.122678377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.123321448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.129126745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.12918941Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.129943402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.130210394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"543.870936ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.130311275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.135334523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.135443881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.135476847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.13595013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.272373455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.27680793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.276901236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.276934733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.276962989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.27698854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.27739528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.412525879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.412603374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.413129251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.417988643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.41958783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.454430241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"874.084826ms"} {"msg":"listed in-progress sagas","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.485244707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","count":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.485604003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"900.34586ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.486238827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.48691291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.491326635Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.492245395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.500306747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.501054587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"881.170244ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.502023778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.50213523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.50265203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.502902318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"914.7556ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.650551209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.650627892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.65066185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.651649437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.721109702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"1.108541697s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.721257878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.131361143s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.771968365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.772031761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.77206121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.77208645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.773242975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.773310359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.779966541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.874477888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.874577517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.297351347s"} {"msg":"failed to read target blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.874627356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.874663398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.304055585s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.874738237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{}","iteration":1,"elapsed":"1.300395723s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.877928614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.87801225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.878647245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.881824105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.886272919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.886360033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.886464481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.887396518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.903712216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.952209824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.4345365s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.952949969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.953011521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inventory collection is None","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.953791365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.953847257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"1.3804169s"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.95426563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59168","req_id":"a962c4f4-b6d1-4603-8711-2cdba7e1a3ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 80 6d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .m..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.954371551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59168","req_id":"a962c4f4-b6d1-4603-8711-2cdba7e1a3ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32877,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32877,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:25.954798863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59168","req_id":"a962c4f4-b6d1-4603-8711-2cdba7e1a3ff","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.955191425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.955237827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.383434422s"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:26.04116445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.041262576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.522024584s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.051943106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.055911182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.055968416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.055996773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.056468693Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.058097057Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.058155754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.058185985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.058212968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.058238439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.058688576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.058847022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"2b105d3f-0156-4337-aaf4-64a28752bf3c","remote_addr":"127.0.0.1:34962","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":1424087,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.059265195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:41616/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"2b105d3f-0156-4337-aaf4-64a28752bf3c\", \"date\": \"Wed, 30 Apr 2025 06:07:26 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.059538479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.060984761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.06104957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.061080181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.061106053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.061132355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.061156443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.061180521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.061204719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.061228807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.061252685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.061276653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.061301121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.061926327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.061981056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:64818"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.062005114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.062024603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:07:26.134473984Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"92a9318d-ec9f-458a-a989-75f683c454fa.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"92a9318d-ec9f-458a-a989-75f683c454fa.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"92a9318d-ec9f-458a-a989-75f683c454fa.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35808,\n target: \"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 57851,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 41205,\n target: \"f8244b6a-2bbd-4a4b-bdf3-1de577d4ad05.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"01e1d3f7-a833-47b2-8bb5-957402498746.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 61389,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"35747437-6b81-4365-a5bb-4739bf1263f7.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"92a9318d-ec9f-458a-a989-75f683c454fa.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 64818,\n target: \"01e1d3f7-a833-47b2-8bb5-957402498746.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50441,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 58283,\n target: \"92a9318d-ec9f-458a-a989-75f683c454fa.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 41616,\n target: \"12aa3fab-d86b-4bf3-94cf-b90e46715a5f.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 38369,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"12aa3fab-d86b-4bf3-94cf-b90e46715a5f.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35078,\n target: \"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"a87f8baa-df28-4437-8cb7-7ef547cde419.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"f8244b6a-2bbd-4a4b-bdf3-1de577d4ad05.host\": [\n Aaaa(\n ::1,\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.134850674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.134961194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"body":"Some(Body)","uri":"http://[::1]:35078/config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.137535433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.137602016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.137632787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.137658839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.138413132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.138535576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.56212423s"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.141106819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35078","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:63755"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.141815231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/config","method":"PUT","req_id":"c692ddb1-69ce-4ad7-8499-646b6aec104d","remote_addr":"[::1]:63755","local_addr":"[::1]:35078","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.142298163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"new_generation":1,"req_id":"c692ddb1-69ce-4ad7-8499-646b6aec104d","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.142442089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.142846956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.143632101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.14383272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.144211725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.144255122Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"new_generation":1,"req_id":"c692ddb1-69ce-4ad7-8499-646b6aec104d","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.144467104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/config","method":"PUT","req_id":"c692ddb1-69ce-4ad7-8499-646b6aec104d","remote_addr":"[::1]:63755","local_addr":"[::1]:35078","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2678,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.14474109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(Response { url: \"http://[::1]:35078/config\", status: 204, headers: {\"x-request-id\": \"c692ddb1-69ce-4ad7-8499-646b6aec104d\", \"date\": \"Wed, 30 Apr 2025 06:07:26 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.148060083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.409815834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"body":"Some(Body)","uri":"http://[::1]:52780/omicron-config","method":"PUT"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.414597021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.414686649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.414719966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.41566602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.416078482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.84015586s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.416452147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.416502738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.418654906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.420944618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63727"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.429263092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/omicron-config","method":"PUT","req_id":"b1c02291-d42f-4e3f-9f05-854b70dd6591","remote_addr":"[::1]:63727","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.432430813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/omicron-config","method":"PUT","req_id":"b1c02291-d42f-4e3f-9f05-854b70dd6591","remote_addr":"[::1]:63727","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3256,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.43291109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(Response { url: \"http://[::1]:52780/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1c02291-d42f-4e3f-9f05-854b70dd6591\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:07:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.433391237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"body":"Some(Body)","uri":"http://[::1]:52780/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.44092648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/network-bootstore-config","method":"PUT","req_id":"62bab102-a022-4ba9-9d0c-db8df9782257","remote_addr":"[::1]:63727","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.442076702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/network-bootstore-config","method":"PUT","req_id":"62bab102-a022-4ba9-9d0c-db8df9782257","remote_addr":"[::1]:63727","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1167,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.442316259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(Response { url: \"http://[::1]:52780/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"62bab102-a022-4ba9-9d0c-db8df9782257\", \"date\": \"Wed, 30 Apr 2025 06:07:26 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.443855166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.443903552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.882202022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.882287241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.882320237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.882348574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.882914561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.883533434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.883622151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.883653744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.883682331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.884319921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.884376244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.891119158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.891287594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.891390699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.892160553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.89288146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"4.305707801s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.893095286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:28.893208301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.893401516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"4.315166186s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.893581044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.893680001Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.89375976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.893837505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.894350827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.89856303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.911319797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.911422431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.911505106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.912301032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.912779796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.923870513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.92396942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.924109379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.924831999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.925978283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.926240115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"4.307331716s"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.93291796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:28.933059802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.933096706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:28.93341478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.047778803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"4.458586161s"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.096481239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.098726312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.19459781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.194714402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.194750294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.194778871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.195944854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.196070695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.202210187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.202314415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.202348533Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.202378332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.202405727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.202802507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:29.204308979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.204391804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"4.638231052s"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.20612138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46662"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.207068918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.211180269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.211353895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.211395047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.211964091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.212403016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/vpc-routes","method":"GET","req_id":"ca2bf8fe-609b-43f7-a8c2-cf612c96520f","remote_addr":"[::1]:46662","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.218484272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/vpc-routes","method":"GET","req_id":"ca2bf8fe-609b-43f7-a8c2-cf612c96520f","remote_addr":"[::1]:46662","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6135,"response_code":"200"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.218820101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.218870281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.220389017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.220558645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.220601811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.221300493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.221574349Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.226975581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.227047063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.227080329Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.227967216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.228206313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.232255561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.232314107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.232343426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.232981727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.234587487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca2bf8fe-609b-43f7-a8c2-cf612c96520f\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.234813657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.234853968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.235542169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.239485576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51734","req_id":"4e679b0f-9cfe-4018-969c-fbec54d8750a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 25 f1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 %............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.239951204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51734","req_id":"4e679b0f-9cfe-4018-969c-fbec54d8750a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.240157364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.240346932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.240562061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51734","req_id":"4e679b0f-9cfe-4018-969c-fbec54d8750a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.244999021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2114, tv_nsec: 43860290 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.24506389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"No bundles to collect","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.246305063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.246615883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"4.674032573s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.251456327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.261968472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.262024173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.262049062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.262079232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.262107338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.262132549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.262673797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.263210416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.2632574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.263335676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.263373812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.263822816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.264599053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.264641648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.265216884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.33386949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/v2p","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.334513222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.334583252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.334615516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.336218059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.336745209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.341304113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.341366958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.341396076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.341786273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.343141213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57462"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.343582402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51212","req_id":"8e7888d4-a7cc-436b-8f0c-dfa722f054a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 48 8d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e H...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.343767651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51212","req_id":"8e7888d4-a7cc-436b-8f0c-dfa722f054a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.343969493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.344115905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51212","req_id":"8e7888d4-a7cc-436b-8f0c-dfa722f054a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.414393208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.415112401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/v2p","method":"GET","req_id":"2fcf323d-c9e7-4e34-b1f7-e329c3b23a16","remote_addr":"[::1]:57462","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.422557655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/v2p","method":"GET","req_id":"2fcf323d-c9e7-4e34-b1f7-e329c3b23a16","remote_addr":"[::1]:57462","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7455,"response_code":"200"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.423161799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.423477788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:52780/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.424739643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/eip-gateways","method":"PUT","req_id":"08d09876-94f8-4c13-b977-4342905e5a11","remote_addr":"[::1]:46662","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.425404908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fcf323d-c9e7-4e34-b1f7-e329c3b23a16\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.425621961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.425708824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.425778102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.426762443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{}","iteration":1,"elapsed":"4.851700626s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.426933043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/eip-gateways","method":"PUT","req_id":"08d09876-94f8-4c13-b977-4342905e5a11","remote_addr":"[::1]:46662","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2204,"response_code":"204"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.433875165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52324","req_id":"36a14db0-e305-4c2c-882b-7d60e51847d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b7 45 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .E..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.434165303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52324","req_id":"36a14db0-e305-4c2c-882b-7d60e51847d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.434465471Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:29.434661111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52324","req_id":"36a14db0-e305-4c2c-882b-7d60e51847d4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.434865197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/eip-gateways\", status: 204, headers: {\"x-request-id\": \"08d09876-94f8-4c13-b977-4342905e5a11\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.441497612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{}","iteration":1,"elapsed":"4.861808155s"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.446680939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.446803063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.446921258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.447471354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.447586433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.447690751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.44852327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.454924945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:52780/artifacts-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.456051009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60984"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.457009889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.463095875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.46319878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.463287837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.463866961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.464932875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/artifacts-config","method":"PUT","req_id":"62ddd756-2559-460f-8213-c8373abca428","remote_addr":"[::1]:60984","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpEkeheQ/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.46697811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.467064402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpEkeheQ/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpQVadIy/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.467135403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.467195453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpQVadIy/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpEkeheQ/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.46728928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"set cockroachdb setting","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.467692313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.467922401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.468021148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.468556996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.470095241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.470882339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.47176121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpQVadIy/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.474091754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.475724497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.475774316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.476606664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Starting delete reconciler","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.477026381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.477535174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/artifacts-config","method":"PUT","req_id":"62ddd756-2559-460f-8213-c8373abca428","remote_addr":"[::1]:60984","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12607,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.495127626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/artifacts-config\", status: 204, headers: {\"x-request-id\": \"62ddd756-2559-460f-8213-c8373abca428\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.495252535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/artifacts","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.498488382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.49854755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.498580416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.498606247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.499899554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.500459229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/artifacts","method":"GET","req_id":"7628c652-411c-4d64-982c-796e431a7760","remote_addr":"[::1]:60984","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.500748085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c0e0444-23a1-45fc-8d1c-09d742ee0e46\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.501970791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.502475166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.502524294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.503024149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.503100472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/artifacts","method":"GET","req_id":"7628c652-411c-4d64-982c-796e431a7760","remote_addr":"[::1]:60984","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2700,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.506070389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7628c652-411c-4d64-982c-796e431a7760\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.506253965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled":"http://[::1]:52780"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.50910235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:07:29.495107215Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:07:29.506190298Z\"}]}","iteration":1,"elapsed":"4.917749414s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.509376416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.516854245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.517060556Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.517101217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.517130115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.518118985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.520380331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.520451272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.520484348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.520511311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.521038692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.533185554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.547358593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.547499494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.548513113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.549151966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.549352616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.549645429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.550673428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.552892178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.55299843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.553165503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.553920677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.562809518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b46368-0290-47ee-8e4b-c01a60824412\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.563746805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.571444613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.57856514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.593422342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.593691719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.593799644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.594508887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.623795709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.623959064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.624803998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.627986328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.628382578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.629043234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.634763862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.6348729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.635554989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.636377998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.636505913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.636618938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.637249304Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.651829775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.651978351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.65207843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.652159031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.652757724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.654812819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a25067-9b91-46a1-965f-84ee43da7957\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.655208617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.665878626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.66592577Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.66595555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.666707939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.672030123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.672155623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.672193198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.672633315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.67961744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.688526671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.688599466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.688625258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.688657231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.688683634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.688708483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.689033461Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.69959312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.699638701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.699666637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.700095221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.71831366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.71837892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.718411785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.718985278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.726894998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12ca44f6-7ce6-4894-a865-2d353eafa157\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.727133172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.734166706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.768221318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.769161641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.769224617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.76970837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.780131027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.780259162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.781038545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.800311495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.800388248Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.801017501Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.802799702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.802857538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.802887427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.80291418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.803952008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.814061601Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.814140969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.814937616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.81796603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.821898135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.822210828Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.822261348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.822616576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.82312029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.823177243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.82365766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.827410718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"IpPool { parent: Fleet, key: b751cca0-0e76-48a4-9624-1b1080ec99f2, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.827470888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.827869322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.827917688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.828389087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.834308281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.834376136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.834407719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.834434623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.834860672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.836464988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6215a2f-470c-459a-9666-c662ca19dea1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.836667111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.836846649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.836888823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.836915526Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.837623857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.83805211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.845683465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"IpPool { parent: Fleet, key: b751cca0-0e76-48a4-9624-1b1080ec99f2, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.845744858Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.845775499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.846376226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.849815789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.84987679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.849907311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.850367087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.853392465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"IpPool { parent: Fleet, key: b751cca0-0e76-48a4-9624-1b1080ec99f2, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.853452755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.853483897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.853509899Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.853935156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.854767204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.862146427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.86221306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.862239983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.8623788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.862427186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.862455142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.862828055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.864492571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.870818656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"IpPool { parent: Fleet, key: b751cca0-0e76-48a4-9624-1b1080ec99f2, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.87165896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.871722517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.871804199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.872118465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.873399247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9237dc81-3900-40de-ad24-510567ae6d90\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.87362655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.874294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.874353148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.874383468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.874779557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.876947737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.901095781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.90139645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.901509806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.902791219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.903866591Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"IpPool { parent: Fleet, key: b751cca0-0e76-48a4-9624-1b1080ec99f2, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.903997853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.904091319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.904236799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.904771705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.910425991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac4853a1-d74f-48c4-9d62-8180e5683b28\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.911554048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.911873354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.917364355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"IpPool { parent: Fleet, key: b751cca0-0e76-48a4-9624-1b1080ec99f2, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.922882249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.922958341Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.922990915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.923110514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.923141095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.923660059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.924284042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.924339603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.924370514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.924396927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.92511604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.930245189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f16111-eddf-4794-ab80-d9cd0fc73f91\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.930401511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.941062251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.960159992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.961197279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d194cdbb-849f-4498-b060-6853976124ff\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.961615152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.962526488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.970177582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.970240597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.970276639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.97067332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.982048364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb8a6b3-df48-4d0b-bc16-969fcc6380ce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.982917575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.989824317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6004d644-7c9d-4cdd-ab1d-2c2e8c33c1c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.990425745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.990670583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.990726805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.99075469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.990783838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.005562314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a54ea8c0-96c7-4548-a104-b137282d58cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.0057111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.007135698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"243aee43-b403-4582-a12f-4fc9c6f7dd7c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.00737735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.009543476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8078804-b83b-4d7b-b44f-f3b91dfcc2e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.009684898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.016679845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a08d80b-8701-4260-9d02-8a97acec0437\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.016806457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.01983944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f0c63fd-0c10-4bd2-a1d0-a4282454ebf6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.020105259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.024746898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e80276-bc6c-4baa-9f04-47ad05996f77\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.024821466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.027121038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"680f34ea-54da-48ef-94cf-ea3f22879e2a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.027243492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.037785937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b897949-b6d0-4e37-b26c-6d3a69ef0689\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.038357316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.039721894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"361fd93b-a13f-470f-b706-4de08cf3b559\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.040013044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.041121072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b35fd0a-8a6e-4b4f-a9d1-6566150a027c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.041349317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.042771921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d609a521-6284-4925-b7b5-bb20f9277b2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.043145456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.044576727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ab0b00-a48d-4ea4-9bac-0c7fc95f3f35\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.044833649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.04658047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab057bf-4345-4f58-8c62-2b4d8f3033e1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.046909525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.053379416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86ed6188-2796-4e08-bd1b-d9343a34236f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.054464338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.056491847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85186c85-3e50-4185-8232-5e625f5f2c0a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.062163808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.066824114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca9fc7c0-fd45-44a9-8f61-d52841a0e555\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.072407388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.075412736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30d0aa60-c9a4-434e-bcab-043be1df9b1d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.075654107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.077586938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88957f9b-cf23-47c5-887a-de899a50e094\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.077806966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.08005709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f08496c1-d33c-4fb8-a20b-84716075c6f5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.088143992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.089554453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1d8ce8d-e096-4ab2-923c-fdb0516b1915\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.089968327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.091753484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22ffd62f-5bb9-458e-9545-10da98618539\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.099341262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.100503347Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"502f812f-858a-485a-98e4-5f20caa4f133\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.100851982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.107790757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.107849614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.107877069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.107901167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","elapsed":"5.528891855s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.107929644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{}","iteration":1,"elapsed":"5.528950261s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.110088696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1456618-7a8a-46c1-b831-1534424199bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.110347171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.112468988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f0b84f-5e8a-4b57-952d-8bddde04c0b0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.113061198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.115696649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e07eaaee-afea-42df-9ad4-eef415b392ce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.116833725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.123311792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e81be9a-3c5f-4274-af7d-ee8bd1b89972\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.123574535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.126597939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb7130a-1775-4acd-9acc-1dd959a504b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.126817908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.128958072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b954e60-759c-4a4d-ad3b-8b19a0567568\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.129170475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.135515858Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","blueprint_id":"379dba99-5821-4cc5-8dc5-c560958b49e5"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.135619664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.13572807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.135817649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.135902308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.136739686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.139507821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.145195113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.149060745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f2df73-b7b9-4d48-b7a8-36a5a89e41f7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.149212167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.151566197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15e43783-2e5e-42ce-a510-53e688889ea0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.151732859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.153878704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c02ea645-bd95-4bdf-9a2e-2653d54097fe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.153940648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.154284713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c20ef16-eaba-430c-a49f-046b57713952\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.154447628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.157391263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c07546d6-6c51-4f6b-ad9b-800b9c0bd738\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.157577714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.167124957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.188299225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d2b02e1-7782-4377-b026-8f8c05f259eb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.191184093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.193341131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.193400108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.193432653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.194164752Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.198758895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.222964263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.223040485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.223069974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.223097619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.223122739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.22478446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.241114296Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.252848165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.2529262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.252957933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.253530484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.270226289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.270280978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.270305587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.357869733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.35814428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.362723684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56339"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.373279116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"4f53c8ab-baf3-4d48-8dc8-eeab5ef2a2b2","remote_addr":"[::1]:56339","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.374670367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"4f53c8ab-baf3-4d48-8dc8-eeab5ef2a2b2","remote_addr":"[::1]:56339","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":884,"response_code":"200"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.374735237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.374763553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Inserted service networking records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.374785126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Inserted physical disks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.374805166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Inserted zpools","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.374825487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Inserted datasets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.374845096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.374864685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f53c8ab-baf3-4d48-8dc8-eeab5ef2a2b2\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.377371279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.377426298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.377453382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.378890175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.378948652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.37897798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.379035254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.379511914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.396145155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.404734218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.405060869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.40570393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.406523433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.409257139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.442701806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.453119783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.453767894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.453889957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.454036539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.454966422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.471212441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.476166362Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.476243355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.476274567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.476303665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.476330529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.476830435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.489414428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.493359007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.524210366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.525104438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.52517574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.525208565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.52605938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.540616114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.54907617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.549179195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.549213694Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.549241539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.549266699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.549781455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.594003294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.607884952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.613619558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.615667439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.615719252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.615774692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.616254328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.641996077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.660786054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.680153232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Created recovery user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.68285237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Created recovery user's password","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.686939534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.687024312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Silo { parent: Fleet, key: 40bc6d76-4786-49db-878f-9c6625c4875e, lookup_type: ById(40bc6d76-4786-49db-878f-9c6625c4875e) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.687063641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"40bc6d76-4786-49db-878f-9c6625c4875e","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.687093049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.68711835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.688194284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.692943907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.693115779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.693217302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.693763861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.714929061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.720884897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Silo { parent: Fleet, key: 40bc6d76-4786-49db-878f-9c6625c4875e, lookup_type: ById(40bc6d76-4786-49db-878f-9c6625c4875e) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.721034746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Granted Silo privileges","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.735337113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.750293773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.750479803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.750579753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.750660313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.751674243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.755707569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.759190719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.781503666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.781579167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.782517286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.798693686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.798751782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.799510333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.807325314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.811921512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.812559974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.821453614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.82156205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.82159719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.821623773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.828704711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.83603699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.83610701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.83613699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.83668426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.838850897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.838909003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.83893766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.839305002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.842115982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.858484235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.85898841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.85908918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.859193117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.859279189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.859357505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.859970977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.865339704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.865412429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.865445244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.865910551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.868285083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.868338459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.868368389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.868793465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.870871185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.877347499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.877416176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.877445033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.880106095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.885268341Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.885492327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.886942606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.896053339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.897411154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.897476825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.92692573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.927102883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.92819016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.936341731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.936491229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.936612541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.937001846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.937773133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.942323499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.942430813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.942517255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.943144064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.949888873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.949945325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.949976557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.950704839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.954727874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.989260097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.989337882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.989375547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.98940705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.990131173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.997756766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.997945012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.999098309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.004513609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.004573929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.00566356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.010519515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.010578934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.011067267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.011323247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","collection_id":"bcd260b8-b302-4f9a-b27a-f6837a5efeeb"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.011378056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","time_started":"2025-04-30 06:07:29.446252 UTC","collection_id":"bcd260b8-b302-4f9a-b27a-f6837a5efeeb"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.011621982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"collection_id\":\"bcd260b8-b302-4f9a-b27a-f6837a5efeeb\",\"time_done\":\"2025-04-30 06:07:30.377362 UTC\",\"time_started\":\"2025-04-30 06:07:29.446252 UTC\"}","iteration":2,"elapsed":"4.953552239s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.011782181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:31.011812832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.011837732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"26.372µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.011864545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.011889615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"8.678µs"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.013676145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.013743218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.013828739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.013863959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.01459225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.017481076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.017539222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.017568129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.018187714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.020807183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.020864597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.020894327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.021620664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.023508635Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.032814146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.032881971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.032907051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.032939616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.032965037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.032988764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.033702486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.035760005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.035818322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.03584785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.036278068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.041762655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.041821853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.041856282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.042732548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.044869325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.055572711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.055842278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.055946135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.057424711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.06519886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.065363509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.066201157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.071532239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.071594844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.074054565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.077499268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.077559969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.078276978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.082657646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.082839679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.084828662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.096060791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.096217683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.096311871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.096489004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.099805362Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.10562148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.106507746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.107579671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.111528579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.113862019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.113968571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.114058761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.114817693Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.118982701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.149847868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.149937958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.149966535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.154907158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.154973671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.155004593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.156069434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.160396175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.160470543Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.160547897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.162096002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.169258232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.169318993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.169350686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.170355578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.178575847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.194505195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.194641937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.194676747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.195176192Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.205776112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: a9dc76a9-e44a-4832-acb2-f2f79ddf6c64, kind: Service { id: 12aa3fab-d86b-4bf3-94cf-b90e46715a5f }, name: Name(\"nexus-12aa3fab-d86b-4bf3-94cf-b90e46715a5f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: f6021b22-ab8e-4caf-9e1b-f15c38fe8bc9, kind: Service { id: a87f8baa-df28-4437-8cb7-7ef547cde419 }, name: Name(\"external-dns-a87f8baa-df28-4437-8cb7-7ef547cde419\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.205866381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.205898054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.2059261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.205951351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.206451297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.208853663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.227223845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.227333824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.227410447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.227714833Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.236298966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:07:30.759446Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.236408805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.238035757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: f6021b22-ab8e-4caf-9e1b-f15c38fe8bc9, kind: Service { id: a87f8baa-df28-4437-8cb7-7ef547cde419 }, name: Name(\"external-dns-a87f8baa-df28-4437-8cb7-7ef547cde419\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: a9dc76a9-e44a-4832-acb2-f2f79ddf6c64, kind: Service { id: 12aa3fab-d86b-4bf3-94cf-b90e46715a5f }, name: Name(\"nexus-12aa3fab-d86b-4bf3-94cf-b90e46715a5f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.238119313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.3236059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:07:24.656908Z, time_modified: 2025-04-30T06:07:24.656908Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(52780), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(50441) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.323770969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.325937405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.326056182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.326730656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.340494569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.34065536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.340752613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.340833434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.341730221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.345895921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.35449302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.423194443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:52780/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.423888045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65530"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.426529629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"56182f76-8dfd-4ee7-9dd7-2d39563fe0e4","remote_addr":"[::1]:65530","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.427962894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"56182f76-8dfd-4ee7-9dd7-2d39563fe0e4","remote_addr":"[::1]:65530","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1441,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.428215027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"56182f76-8dfd-4ee7-9dd7-2d39563fe0e4\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.429938931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.430084231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.430172016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.431945409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.43240267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.432461638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.432492459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.432521677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.433478644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.433543233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.433575928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.433877459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.433932358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.433960434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.433988921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.434583525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.434643635Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.434673685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.434838684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.43488179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.434911108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.435048522Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.43509772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.435527236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.435638387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.435672104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.435700771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.435730701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.435755631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.436374093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.437196131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53066","req_id":"be77c09f-8293-45f5-a983-0e88d75d7100","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 36 a0 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 6............_na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.437262042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53066","req_id":"be77c09f-8293-45f5-a983-0e88d75d7100","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.437477061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.437758872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"35747437-6b81-4365-a5bb-4739bf1263f7.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.437852599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53066","req_id":"be77c09f-8293-45f5-a983-0e88d75d7100","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35078, target: Name(\"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.438013439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50656","req_id":"a3a8e048-0066-43d1-84d5-6f1a714aa0ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: f2 4f 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .O..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.438066906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50656","req_id":"a3a8e048-0066-43d1-84d5-6f1a714aa0ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.438299139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.438594166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"a87f8baa-df28-4437-8cb7-7ef547cde419.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.438639737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50656","req_id":"a3a8e048-0066-43d1-84d5-6f1a714aa0ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35808, target: Name(\"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.439475492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35078, target: Name(\"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2116, tv_nsec: 238370238 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.439542827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.440020879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35808, target: Name(\"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2116, tv_nsec: 238642010 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.440087792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.440727317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.440798809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.440831504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.440862486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.44152182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.442096575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61680","req_id":"0eb82231-09e6-4e08-9e2d-b1f8c7c0d40c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 2e b3 01 00 00 01 00 00 00 00 00 01 24 33 35 37 ............$357\n0010: 34 37 34 33 37 2d 36 62 38 31 2d 34 33 36 35 2d 47437-6b81-4365-\n0020: 61 35 62 62 2d 34 37 33 39 62 66 31 32 36 33 66 a5bb-4739bf1263f\n0030: 37 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 7.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.442632372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61680","req_id":"0eb82231-09e6-4e08-9e2d-b1f8c7c0d40c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11955,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 51,\n 53,\n 55,\n 52,\n 55,\n 52,\n 51,\n 55,\n 45,\n 54,\n 98,\n 56,\n 49,\n 45,\n 52,\n 51,\n 54,\n 53,\n 45,\n 97,\n 53,\n 98,\n 98,\n 45,\n 52,\n 55,\n 51,\n 57,\n 98,\n 102,\n 49,\n 50,\n 54,\n 51,\n 102,\n 55,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.442838864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"35747437-6b81-4365-a5bb-4739bf1263f7.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.442868683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61680","req_id":"0eb82231-09e6-4e08-9e2d-b1f8c7c0d40c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"35747437-6b81-4365-a5bb-4739bf1263f7.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.443461484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53878","req_id":"0c9a5297-c9d6-494d-9e06-42a87db12e30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 88 9f 01 00 00 01 00 00 00 00 00 01 24 61 38 37 ............$a87\n0010: 66 38 62 61 61 2d 64 66 32 38 2d 34 34 33 37 2d f8baa-df28-4437-\n0020: 38 63 62 37 2d 37 65 66 35 34 37 63 64 65 34 31 8cb7-7ef547cde41\n0030: 39 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 9.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.443758266Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53878","req_id":"0c9a5297-c9d6-494d-9e06-42a87db12e30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 97,\n 56,\n 55,\n 102,\n 56,\n 98,\n 97,\n 97,\n 45,\n 100,\n 102,\n 50,\n 56,\n 45,\n 52,\n 52,\n 51,\n 55,\n 45,\n 56,\n 99,\n 98,\n 55,\n 45,\n 55,\n 101,\n 102,\n 53,\n 52,\n 55,\n 99,\n 100,\n 101,\n 52,\n 49,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.444031149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"a87f8baa-df28-4437-8cb7-7ef547cde419.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.444165407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53878","req_id":"0c9a5297-c9d6-494d-9e06-42a87db12e30","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"a87f8baa-df28-4437-8cb7-7ef547cde419.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.444465875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.444521857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.444554552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.444582037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.446456722Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.446701169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.446818302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.446858002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.446885396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.447941741Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.4488648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","addresses":"DnsServersList { addresses: [[::1]:35078] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.449175118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"addresses\":[\"[::1]:35078\"]}","iteration":2,"elapsed":"15.441727ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.449344716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","addresses":"DnsServersList { addresses: [[::1]:35808] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.449391419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"addresses\":[\"[::1]:35808\"]}","iteration":2,"elapsed":"14.763556ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.449499765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:31.449547891Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.449575376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"57.063µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.449603231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:31.449633642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.449661577Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"12.655µs"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.451354761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.457921355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.457985983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.458020592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.459918313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.462180761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.467166274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.467230262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.467263027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.467804957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.468420944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.478705656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.481674451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.50219157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.502971614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.503024369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.503052656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.503076413Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.503101493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.503127144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.503151513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.50358667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.503844523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.503896978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.503925304Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.503949934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.504998372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.510091881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.51016674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.512620569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.524678273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.524836218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.524940125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.525948865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.527975012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.534660362Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.536024771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.536226082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.537082177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.542835631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.542930059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.542992103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.543060128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.543161049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.5432519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.543333873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.544514115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.544986907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.545084281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fe39ea7f-4670-488f-b4e1-0cb1af360fa8"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.545160844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.54527954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.545379179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.545537835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.546112119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.546894227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.54711158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.54721703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.547360095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.548154047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.548612882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.56845216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.568538652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.568570806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.569059871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.569424046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.581756528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.581825095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.581858531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.582427796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.585296952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.594957811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.595065696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.595098842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.595870169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.600434773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.601273204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"62d42ce5-c0b4-4e94-89b3-d960d476baa1"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.601345317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.601380127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.601409576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.601436369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.602194079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.602672021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.611919175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.611980147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.612005637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.612065857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.612505273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.614374277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55416","req_id":"d61ea954-ca33-48d9-ac6f-0e0331d4653d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 07 98 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.614444276Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55416","req_id":"d61ea954-ca33-48d9-ac6f-0e0331d4653d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.614634956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.614778412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.616355775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55416","req_id":"d61ea954-ca33-48d9-ac6f-0e0331d4653d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.616728698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fe39ea7f-4670-488f-b4e1-0cb1af360fa8"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.616791683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.616823948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","generation":1} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.616848497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"generation\":1}","iteration":2,"elapsed":"184.484203ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.616877334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.688836638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_server_url":"http://[::1]:35078","servers":"DnsServersList { addresses: [[::1]:35078] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:35078/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.691794953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:07:22.915932Z, time_modified: 2025-04-30T06:07:22.915932Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 40bc6d76-4786-49db-878f-9c6625c4875e, db_silo: Silo { identity: SiloIdentity { id: 40bc6d76-4786-49db-878f-9c6625c4875e, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:07:30.443244Z, time_modified: 2025-04-30T06:07:30.443244Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 40bc6d76-4786-49db-878f-9c6625c4875e, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 40bc6d76-4786-49db-878f-9c6625c4875e, db_silo: Silo { identity: SiloIdentity { id: 40bc6d76-4786-49db-878f-9c6625c4875e, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:07:30.443244Z, time_modified: 2025-04-30T06:07:30.443244Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.691957667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"40bc6d76-4786-49db-878f-9c6625c4875e\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"40bc6d76-4786-49db-878f-9c6625c4875e\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 40bc6d76-4786-49db-878f-9c6625c4875e with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"256.941579ms"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.693885388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35078","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:53023"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.694299352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2116, tv_nsec: 493127816 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.694573809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.695971133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.706942022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.707118133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.70715686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.707577919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.708304557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.708755345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.709410701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.711360506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/config","method":"PUT","req_id":"dfe4c86a-ff14-4181-ac15-d824475ebbf5","remote_addr":"[::1]:53023","local_addr":"[::1]:35078","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.713632192Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"new_generation":1,"req_id":"dfe4c86a-ff14-4181-ac15-d824475ebbf5","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.713682442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"new_generation":1,"req_id":"dfe4c86a-ff14-4181-ac15-d824475ebbf5","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.713983041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/config","method":"PUT","req_id":"dfe4c86a-ff14-4181-ac15-d824475ebbf5","remote_addr":"[::1]:53023","local_addr":"[::1]:35078","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2642,"response_code":"204"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.727685332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51784","req_id":"5226a022-e86d-4453-bb42-8ec69245f961","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e2 1b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.728007013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51784","req_id":"5226a022-e86d-4453-bb42-8ec69245f961","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57883,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.728447611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.729141032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51784","req_id":"5226a022-e86d-4453-bb42-8ec69245f961","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.729970375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_server_url":"http://[::1]:35078","servers":"DnsServersList { addresses: [[::1]:35078] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:35078/config\", status: 204, headers: {\"x-request-id\": \"dfe4c86a-ff14-4181-ac15-d824475ebbf5\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.730167177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_server_url":"http://[::1]:35078","servers":"DnsServersList { addresses: [[::1]:35078] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.732449123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"servers":"DnsServersList { addresses: [[::1]:35078] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.73264829Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"generation\":1,\"server_results\":{\"[::1]:35078\":{\"Ok\":null}}}","iteration":3,"elapsed":"115.778361ms"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.733808392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"62d42ce5-c0b4-4e94-89b3-d960d476baa1"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.733919653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.73399325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","generation":2} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.734179591Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"generation\":2}","iteration":2,"elapsed":"300.33133ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.734347406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.839615324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_server_url":"http://[::1]:35808","servers":"DnsServersList { addresses: [[::1]:35808] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:35808/config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.841290211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.841408176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.842206367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.842849368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:35808","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:45350"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.921446287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.924454521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/config","method":"PUT","req_id":"844950c5-80ad-4ea8-a458-00bac4717ebf","remote_addr":"[::1]:45350","local_addr":"[::1]:35808","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.931454087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"new_generation":2,"req_id":"844950c5-80ad-4ea8-a458-00bac4717ebf","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.931594958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.931632783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.932528498Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.932703416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.932819738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.932858154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"new_generation":2,"req_id":"844950c5-80ad-4ea8-a458-00bac4717ebf","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.933410214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/config","method":"PUT","req_id":"844950c5-80ad-4ea8-a458-00bac4717ebf","remote_addr":"[::1]:45350","local_addr":"[::1]:35808","component":"http","kind":"dns","component":"external_dns_server","latency_us":9049,"response_code":"204"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.934587741Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57651","req_id":"4e3f326b-d6fc-47a4-aa9b-3240ca46fe35","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2a 58 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c *X..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.93471798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57651","req_id":"4e3f326b-d6fc-47a4-aa9b-3240ca46fe35","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.934822198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:31.934977467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57651","req_id":"4e3f326b-d6fc-47a4-aa9b-3240ca46fe35","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.935481962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_server_url":"http://[::1]:35808","servers":"DnsServersList { addresses: [[::1]:35808] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:35808/config\", status: 204, headers: {\"x-request-id\": \"844950c5-80ad-4ea8-a458-00bac4717ebf\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.935548675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"dns_server_url":"http://[::1]:35808","servers":"DnsServersList { addresses: [[::1]:35808] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.937317149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"servers":"DnsServersList { addresses: [[::1]:35808] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.937380455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"generation\":2,\"server_results\":{\"[::1]:35808\":{\"Ok\":null}}}","iteration":3,"elapsed":"203.035103ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.938144898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.938205619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.938237282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.938263645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.938954671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.939414377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.939463655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.939489948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.954182662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.954328102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.954361889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.955217093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.964286443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5450ad95-7ba5-48f2-94a4-db0fb5cd395e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.964551281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.96661354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.966667988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.966695172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.967781447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.979852538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.987707198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.987776355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.987803499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.987833399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.987860864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.987885593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.988721669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.990070256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"506edda4-9cee-4c82-9cd1-05cc882148b5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.990300875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.994503008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.994577707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.99460934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.995532479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.99817305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.998230044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.998260524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.998758276Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.999188924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61bb5287-f4b8-4715-a949-5eaa17690410\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.999340206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.003566817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.013258327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.013328997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.013409327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.01428902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.014696883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc763335-2f1a-459f-8eb3-0ebdae35bd75\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.014907773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.017935536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.017993521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.01859007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.020542049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10bbd0e4-c241-47c8-88bf-d4f5f4155a2c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.021202314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.023441065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.023496736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.024441629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.026889135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58133696-5a0f-4d37-8d23-1bbcf10bde8c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.027060016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.027253601Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.027396406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.030972932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.03338621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e9be80e-f79f-462f-bd38-c8d47a8005d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.033524886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.03404389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.034102818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.034132377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.034156585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.03461576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.036765623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.036853068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.03688455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.037350549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.045234216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.045307262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.045339737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.045914211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.046186925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac59ffec-8251-407e-ad26-d86c9f6c98e4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.046325551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.048541736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4dde6aa-e74c-46bf-bdf8-4b8997982090\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.048697206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.049570476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.059507766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.059556733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.059579709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.059604949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.060080537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.062249819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d11e1bb-753a-43ab-adf1-d4ee83c08ec3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.062378115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.063479519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.063532966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.063968283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.064460584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f277cba-dbe4-4b98-85fd-ce30520614b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.06478492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.067510731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab64884b-8e97-4735-99da-9b0ea9b88cf2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.067709597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.069063435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.069121751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.07173622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.072937133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a89b0c-2553-4691-8336-d05e6ea01f2d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.073122211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.076325684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.076382878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.076933185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.078996786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89145f33-ff66-42da-931d-6f97019446f5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.079120473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.080603237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.080654699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.080682094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.080706763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.081238242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.083385931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e4efb7-ac8a-4ee8-ab86-309b80552aef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.083511481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.083690438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.083738574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.083764896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.084367677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.087049761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6757f65-1e4f-4d5a-addb-3d14f6425d31\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.087098929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.087126494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.087151584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.087177426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.087585178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.08969933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.106597248Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.106666386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.106692628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.106724101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.106751105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.106776315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.107559766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.108440932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cfff6bc-206a-409b-bcba-9aaaf7336f87\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.108578386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.110515114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e56fb7b-3e14-463a-acf7-2899ea62f0d9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.110634132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.113598718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.113646904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.113675421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.114670634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.116917631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.117038382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.117073351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.117964918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.119438043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f792f3b-b50f-4206-9b4a-f4413b91883d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.119662199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.127435237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.137818735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.137900648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.137929656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.140199769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.142369763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e429248b-c6b3-4d21-8fac-f40848827508\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.142554361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.144118737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e098766f-1f2c-47a0-a53d-21b245ff9019\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.144268676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.145198819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.145256655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.145932932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.167715122Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.167906343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.168664684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.169085602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac07bab2-e43b-4639-9312-5be22c521220\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.16939058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.171131909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28e4fb3b-a3c9-4bd6-95b8-ff5bb0e420be\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.171472508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.184363422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.184469383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.18508992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.185487231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c98bfa9-35f8-4bdb-94be-5376e28f0435\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.185775927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.188759181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.188890733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.189478444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.192211659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.192337099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.192422429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.192500144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.193213486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.193505688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5771f073-ae59-474b-9479-56ec0bff0a97\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.193725215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.197648612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.197748271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.197859683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.199252648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.201723371Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.201965984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.202147095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.202801008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.205934511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.21765819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.217900002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.217993017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.218113317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.218201032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.218279388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.218983671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.2194196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3cda75-02bb-451d-95cf-d5d9f5ae9770\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.219658385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.22192445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.222070912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.222181663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.223006817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.225491497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.226031393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.226146222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.22728966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.227591682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbb70cc6-e033-46d9-bab6-1c0689b85fc4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.227839546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.230584836Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.239540659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.239608595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.239641009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.240059213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.242155028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a97ab9ca-2a3a-4909-a2e2-1df6209f6342\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.242398293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.247993641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2b56a61-3b78-4822-b208-67c1cb4273dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.248255954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.248606372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: f6021b22-ab8e-4caf-9e1b-f15c38fe8bc9, kind: Service { id: a87f8baa-df28-4437-8cb7-7ef547cde419 }, name: Name(\"external-dns-a87f8baa-df28-4437-8cb7-7ef547cde419\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: a9dc76a9-e44a-4832-acb2-f2f79ddf6c64, kind: Service { id: 12aa3fab-d86b-4bf3-94cf-b90e46715a5f }, name: Name(\"nexus-12aa3fab-d86b-4bf3-94cf-b90e46715a5f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.248680239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.248709999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.248736291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.248762393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.249374673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.252573757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6500f01-5dd4-4847-becf-baf2ec2924a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.252734958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.253166999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.260393407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.260452084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.260483396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.260856309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.262315026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ed74245-4db2-4214-ab83-906a011a91d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.262441398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.263042666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:07:30.759446Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.263097836Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.263453795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: f6021b22-ab8e-4caf-9e1b-f15c38fe8bc9, kind: Service { id: a87f8baa-df28-4437-8cb7-7ef547cde419 }, name: Name(\"external-dns-a87f8baa-df28-4437-8cb7-7ef547cde419\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: a9dc76a9-e44a-4832-acb2-f2f79ddf6c64, kind: Service { id: 12aa3fab-d86b-4bf3-94cf-b90e46715a5f }, name: Name(\"nexus-12aa3fab-d86b-4bf3-94cf-b90e46715a5f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.263521359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.264272155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"748b52d4-20e2-465c-87e4-7e4c98f54289\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.264335391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.265862664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7746ef7e-a6f4-43ac-b234-abb606a96c98\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.265979327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.268532844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b819ca6c-b7fc-47b2-b0e2-697cbaf901f8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.26858104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.27195366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69df6ee7-55fc-41ec-82c1-8f21de9f766a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.272161053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.276178348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5465e3c-2e76-4c77-bf20-1e1834a166ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.276320781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.279329737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c23dbf-d066-4fb0-b326-cd855a159415\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.279432822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.282435655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439a535d-3fd4-4de0-bf91-54be3dbd0d81\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.282758658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.285202458Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:07:24.656908Z, time_modified: 2025-04-30T06:07:24.656908Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(52780), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(50441) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.285271786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.285300182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.285327847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.28563049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.288002607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c65dde-0eb9-4770-b7f1-e9c403c41a8c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.288079259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.289257577Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.28954014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.289569839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.289597324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.289935748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.293657724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.302306015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.388598147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:52780/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.389249044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bee48e86-b3c9-40b6-a34e-d68b8340a019\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.389558831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.39023111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38611"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.399943872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"468826a7-8a80-4d81-a4a5-cdc9d7069609","remote_addr":"[::1]:38611","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.400124462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49459","req_id":"77291244-66c0-4558-9b52-9349946ae04f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: c8 95 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.400368178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49459","req_id":"77291244-66c0-4558-9b52-9349946ae04f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.403384257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.40343582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"01e1d3f7-a833-47b2-8bb5-957402498746.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.43167247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49459","req_id":"77291244-66c0-4558-9b52-9349946ae04f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"01e1d3f7-a833-47b2-8bb5-957402498746.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64818, target: Name(\"01e1d3f7-a833-47b2-8bb5-957402498746.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.433600481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"468826a7-8a80-4d81-a4a5-cdc9d7069609","remote_addr":"[::1]:38611","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":32938,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.433803946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"468826a7-8a80-4d81-a4a5-cdc9d7069609\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.443038315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.443096732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.517840794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.517917517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.517945723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.517969571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518103137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518129149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518151063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518174249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518195852Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518217715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518239248Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518292043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518316512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518341191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518363857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518386211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518408035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.51843058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518452603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518474607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518496411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518518164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518538945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518560368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518582051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518603524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518625047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.5186468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518668303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518689616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518711038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518732491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518753994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518775376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.51879705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518818232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518839484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518860857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.51888237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518903782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518925205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518946858Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518968642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.518990034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519011367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.51903319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519054523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519075975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519100685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519136316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.51915844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519180514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519201746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519223119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519244601Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519265974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519287196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519310523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519332056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519353488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519374931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519396835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519418548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519440201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519461654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519482716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519503948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519525311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519546703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519567936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519589709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519611021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519632154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519653777Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519674929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519696311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519717724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519739167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519760599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519781681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519802874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519824136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519845889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519867502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519888905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519910488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519932532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519953744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.519975107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.51999674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520018884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520040617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52006223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520083743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520104885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520126318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520147821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520168913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520190456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520211819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520236287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520258191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520279574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520300656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520322008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520343641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520364883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520386276Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520407819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520429612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520452468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520475223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520498219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520520223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520541736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520587046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520611535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520635873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520658128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520683338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520707185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520732807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520757245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520782445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520807064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520829179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520851513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520873286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52089514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520917424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520939258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520961673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.520983726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52100566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521069387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521098235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52112121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521144246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521166601Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521188775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521212232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521234446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521257081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521279426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521303804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52132701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521349926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521372441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521395116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521417761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521440336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521462931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521485937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521511378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521535957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521558552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521581127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521603822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521626327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521648701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521670966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521693Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521715174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521737488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521759232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521781536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52180347Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52182855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521851886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52187392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521896856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52191898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521941214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521963178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.521985202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522007216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52202959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522052406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52207452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522096884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522119359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522141373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522164118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522186262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522208988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522231032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522253587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522275781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522297935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522320009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522341542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522363445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52238563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522407674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522430118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522452112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522475088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522498094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522520027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522542172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522564686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52258671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522609375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52263189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522654425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52267678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522698884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522721188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522742992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522764715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522786318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522807971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522829865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522851648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522873492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522895285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522917309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522939283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522961377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.522983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523005104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523027018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523049232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523070845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523092688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523114692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523137127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523159461Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523181545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523203209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523225022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523247126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52326909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523290923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523313278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523335302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523357446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52337943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523401373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523424199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523446053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523468006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52349Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523512395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523534719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523556903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523579288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523601482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523623606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52364569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523667424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523689147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523711481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523734086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523756241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523778415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523800118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523821941Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523843735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523865779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523887823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523909937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523932071Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523954175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523976399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.523998644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.524020838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.524042932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.524064986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52408703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.524109164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.524131418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.524153342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.524175356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.52419747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.524217399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:42493","component":"dropshot_external","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.570885202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571003377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571085551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571161042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571233446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571356651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571449576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.57152161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571598112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571666489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571736929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571804173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.571948721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572020364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572091796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572160222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572229581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572301233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572373147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572441182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572516222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572587894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572658195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572775017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572848594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572919686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.572989475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.573113121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.573204814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.573316687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.573577456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.57366984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.573742074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.573812965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.573879418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.573947423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574014357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574080398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574148514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574222141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.5742919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574361568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574435345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574502599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574570865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574639031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574704672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574774431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574849982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.574930412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.57499979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.575073968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.575142655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.575209818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.575277363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.575348785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.57541615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.575483925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.575551359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.575622821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.575766888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.575881457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.5759636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576038159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576113038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576180252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576247626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576314489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576382796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576451933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576523726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576597503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576717633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576804446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576874535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.576943984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577011749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577103842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577175345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577247037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577315103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577382557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577515693Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577586013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577656824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577727615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577796021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.577866181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.57794068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578016571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578087191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578158183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.57823225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578301769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.57837253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578444724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578516617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578587719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578656866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578726555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578798629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.578867196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.57893469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579004619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579071312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579140169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579206922Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579276711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579348705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579421901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579491279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579563663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579633703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579705646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579773361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579842158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.579955113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580029441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580100663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580167096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580237095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580296333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580362745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580431633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580499628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58056587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580637723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580748614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580888302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.580963783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58107803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.581167469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.581236797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58130854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58137367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.581442206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.581512837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.581585271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.581654108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.581732284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.581807173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.581877884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.581948936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.582017202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.582084586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.582154215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58222703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58234781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.582424383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58249794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.582569923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58263855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.582708088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.582778839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58284947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58291959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.582989138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583062064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583134708Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583204107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583275429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583345248Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583414335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583483734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583550386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583617681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583687209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583754213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583824182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583897067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.583967127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584041565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584112787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584183247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584254309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58432487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584398617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584468255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584538896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584612262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584683815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584759345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584825738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584893783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.584965867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585037269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585103541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585171767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585240263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585308139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585376705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585446264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585512205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585582195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585648717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585715661Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585788035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585860459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.585930769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586000378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586069426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586137431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586203162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586276328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586347169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586415495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586481176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.5865483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586619952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586686525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586757336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586828939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.586900141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587104658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587190359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587263915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587332933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587402762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587473663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587545827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587616117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587683582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587754333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587824011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58789377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.587963409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588033539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588101364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588172315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588241493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588311403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588380761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588451862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.5885208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588590499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588659386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588727311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588795176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588883603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.588960907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589028471Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589095124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589161546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589226746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589295634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589361034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.58942956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589497716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589563147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589631433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589697995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589764488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589831321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589896821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.589965268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.59003673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.590103052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.590170767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.590390425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.590488791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.5905637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.590637277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.590709881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.590830772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.590901223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.590969398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591036382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591103015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591174407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591245599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591318795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591391469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591459535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591579404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.591680706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.592878392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:45541","component":"dropshot_external_techport","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.593677043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.593941109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:52861","component":"dropshot","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.594053573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:52861","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.594950611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:52861","component":"dropshot","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:52861","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.595172613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.595345548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","addr":"127.0.0.1:41616"} {"msg":"starting producer registration task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.595414725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.595500336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","interval":"10s","address":"127.0.0.1:52861","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"Running step start_oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.595685535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.595761897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.596535719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.596602843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.596693573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.598104284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.598691755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:41616","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.598842806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.657834523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://127.0.0.1:41616/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.659148591Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","remote_addr":"127.0.0.1:53993"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.65988612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50994","req_id":"ebd2de57-d433-45e0-87d1-17d55950d945","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: c6 b9 01 00 00 01 00 00 00 00 00 01 24 30 31 65 ............$01e\n0010: 31 64 33 66 37 2d 61 38 33 33 2d 34 37 62 32 2d 1d3f7-a833-47b2-\n0020: 38 62 62 35 2d 39 35 37 34 30 32 34 39 38 37 34 8bb5-95740249874\n0030: 36 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 6.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.659945298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50994","req_id":"ebd2de57-d433-45e0-87d1-17d55950d945","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50873,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"01e1d3f7-a833-47b2-8bb5-957402498746.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"01e1d3f7-a833-47b2-8bb5-957402498746.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 48,\n 49,\n 101,\n 49,\n 100,\n 51,\n 102,\n 55,\n 45,\n 97,\n 56,\n 51,\n 51,\n 45,\n 52,\n 55,\n 98,\n 50,\n 45,\n 56,\n 98,\n 98,\n 53,\n 45,\n 57,\n 53,\n 55,\n 52,\n 48,\n 50,\n 52,\n 57,\n 56,\n 55,\n 52,\n 54,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.660136449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"01e1d3f7-a833-47b2-8bb5-957402498746.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.660233933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50994","req_id":"ebd2de57-d433-45e0-87d1-17d55950d945","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"01e1d3f7-a833-47b2-8bb5-957402498746.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"01e1d3f7-a833-47b2-8bb5-957402498746.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"01e1d3f7-a833-47b2-8bb5-957402498746.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.662310621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/producers","method":"POST","req_id":"022aa24f-c185-4289-9af7-fdbbb0ff242b","remote_addr":"127.0.0.1:53993","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.663392146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"022aa24f-c185-4289-9af7-fdbbb0ff242b","remote_addr":"127.0.0.1:53993","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.663572576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"022aa24f-c185-4289-9af7-fdbbb0ff242b","remote_addr":"127.0.0.1:53993","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.664562488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"022aa24f-c185-4289-9af7-fdbbb0ff242b","remote_addr":"127.0.0.1:53993","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.715535588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.718055599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60800"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.723834183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"95da99c0-ab57-4cb7-9228-aa4c45d0bc88","remote_addr":"[::1]:60800","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.72426936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"95da99c0-ab57-4cb7-9228-aa4c45d0bc88","remote_addr":"[::1]:60800","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":451,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.113031483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/producers","method":"POST","req_id":"022aa24f-c185-4289-9af7-fdbbb0ff242b","remote_addr":"127.0.0.1:53993","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":450747,"response_code":"503"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:33.113335789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.113393965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.113419125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.113935975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43107"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.114040844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60001"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.114074351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45009"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.114100032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59702"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.11412406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50464"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.114237706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40069"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.114272425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44118"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.115087369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"022aa24f-c185-4289-9af7-fdbbb0ff242b\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:33.116557919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"022aa24f-c185-4289-9af7-fdbbb0ff242b\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:07:32 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"022aa24f-c185-4289-9af7-fdbbb0ff242b\\\" }\"","delay":"517.665685ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.117307432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.118041505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"d9d843ff-baa5-448f-b992-9d07a1942004","remote_addr":"[::1]:43107","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.11845546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"f4ceb478-86fa-4918-8ad3-89a0b4188fb7","remote_addr":"[::1]:60001","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.118515399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"ccb64966-9642-4c7d-b38c-e59a6d8f1c75","remote_addr":"[::1]:45009","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.118547373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"fd54a177-daab-43bd-a086-8c3f84f8164a","remote_addr":"[::1]:59702","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.118574126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"62652230-af8e-4799-a3f0-311db543a109","remote_addr":"[::1]:50464","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.118660388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"8818cdfe-88de-4fba-a901-97d5651430f4","remote_addr":"[::1]:40069","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.11877663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"b87a82b4-2e9f-4843-98cb-1fc3dbd2e8e8","remote_addr":"[::1]:44118","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.121242883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"d9d843ff-baa5-448f-b992-9d07a1942004","remote_addr":"[::1]:43107","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3241,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.121313544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"f4ceb478-86fa-4918-8ad3-89a0b4188fb7","remote_addr":"[::1]:60001","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3153,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.12135167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"ccb64966-9642-4c7d-b38c-e59a6d8f1c75","remote_addr":"[::1]:45009","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3010,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.121383674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"fd54a177-daab-43bd-a086-8c3f84f8164a","remote_addr":"[::1]:59702","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2951,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.12142186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"62652230-af8e-4799-a3f0-311db543a109","remote_addr":"[::1]:50464","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2903,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.121509905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"8818cdfe-88de-4fba-a901-97d5651430f4","remote_addr":"[::1]:40069","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2855,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.121559414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"b87a82b4-2e9f-4843-98cb-1fc3dbd2e8e8","remote_addr":"[::1]:44118","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2811,"response_code":"200"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:33.121708251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.121761868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.121790885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.121815154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.128407709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.130052326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.133975252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.138406771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.139922071Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"427f672f-13d6-4e32-adb5-feed53903a97\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.140099454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.142491269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.147330451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.148776402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"176161fa-a3ae-4a97-814d-c0b842246db9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.149061049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.153576566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.155097787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a892068-749c-41e4-b1c7-ef9c59f7ecb9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.155363787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.157146509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.158568683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510ff1dc-446b-4b64-8e7c-2bb58bb33217\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.158804282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.160084974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dca0b3e-9eef-453a-98d8-fe2b1916a86a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.160432136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.160572195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.160676502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.1607658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.161578379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.161988587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.167309889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.167505218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.175088237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.17516015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.175194468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.175276221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.175324578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.175840325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.177649931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.181648137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.187588623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.187741508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.1877928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.188596541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.189536704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.193224322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.196483285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.262183358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.26314788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.263722134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.26396618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34510"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.264978227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"e34ad5d0-7bdc-4b99-8787-6d6672d6859e","remote_addr":"[::1]:34510","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.271883485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"e34ad5d0-7bdc-4b99-8787-6d6672d6859e","remote_addr":"[::1]:34510","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6890,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.272313271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.272942014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34ad5d0-7bdc-4b99-8787-6d6672d6859e\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.274784936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.274839685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.274901869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.276936042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.29061198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.290680146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.290714084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.293843279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.294763252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.302924512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.308199723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.308552957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.308612064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.309527609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.310615747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.31528518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.320556794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.328219862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.333223882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.340067377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.344717863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.34878201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.359269376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.364729405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:33.371204476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:33.371626927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.371767908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.936313057s"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.379305657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"will register with Nexus at 127.0.0.1:41616","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.386191677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.448296567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://127.0.0.1:41616/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.448658999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.450189027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","remote_addr":"127.0.0.1:57297"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.450632581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/producers","method":"POST","req_id":"595a17d6-d111-4e6a-92a2-54850cb09c26","remote_addr":"127.0.0.1:57297","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.451007979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"595a17d6-d111-4e6a-92a2-54850cb09c26","remote_addr":"127.0.0.1:57297","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.4510785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"595a17d6-d111-4e6a-92a2-54850cb09c26","remote_addr":"127.0.0.1:57297","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.455180402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"595a17d6-d111-4e6a-92a2-54850cb09c26","remote_addr":"127.0.0.1:57297","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.457196569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.46319949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/producers","method":"POST","req_id":"595a17d6-d111-4e6a-92a2-54850cb09c26","remote_addr":"127.0.0.1:57297","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":12599,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.463732562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.464182809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"595a17d6-d111-4e6a-92a2-54850cb09c26\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:33.469055968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"595a17d6-d111-4e6a-92a2-54850cb09c26\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:07:33 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"595a17d6-d111-4e6a-92a2-54850cb09c26\\\" }\"","delay":"870.102623ms","count":"1"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.470121652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.478504604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.484330923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.489562466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.4952406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.505995929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.516406361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.525045023Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.532304337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.552707739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.559967754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.600196758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.600278421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.606970324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"fbb7ca23-9cab-4869-91f7-c57b2ff6e554","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.60999982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:55672","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.610163927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:55672","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.612465523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:55672","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.614977918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:55672","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.615299289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:55672","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.618343624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:55672","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.619609727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.619657973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.108939083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:41616/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:41616","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.109364411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.176269996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://127.0.0.1:41616/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.177150631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","remote_addr":"127.0.0.1:56744"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.177305509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","remote_addr":"127.0.0.1:50835"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.179037771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/producers","method":"POST","req_id":"7ad78b9d-18ca-440f-a5bc-d4593d01de67","remote_addr":"127.0.0.1:50835","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.180179696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7ad78b9d-18ca-440f-a5bc-d4593d01de67","remote_addr":"127.0.0.1:50835","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.180813739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7ad78b9d-18ca-440f-a5bc-d4593d01de67","remote_addr":"127.0.0.1:50835","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.182331473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7ad78b9d-18ca-440f-a5bc-d4593d01de67","remote_addr":"127.0.0.1:50835","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.182655919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors","method":"POST","req_id":"16e53ae8-6c82-47ea-9dbe-cadb04ed87a8","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.183019624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"16e53ae8-6c82-47ea-9dbe-cadb04ed87a8","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.183083091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"16e53ae8-6c82-47ea-9dbe-cadb04ed87a8","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.183958445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"16e53ae8-6c82-47ea-9dbe-cadb04ed87a8","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.191405833Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/producers","method":"POST","req_id":"7ad78b9d-18ca-440f-a5bc-d4593d01de67","remote_addr":"127.0.0.1:50835","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":12405,"response_code":"503"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.192082942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","address":"[::1]:55672","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.192350636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors","method":"POST","req_id":"16e53ae8-6c82-47ea-9dbe-cadb04ed87a8","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":9654,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.193611408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad78b9d-18ca-440f-a5bc-d4593d01de67\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:34.194773483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"7ad78b9d-18ca-440f-a5bc-d4593d01de67\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:07:33 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"7ad78b9d-18ca-440f-a5bc-d4593d01de67\\\" }\"","delay":"1.595691701s","count":"2"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.194832621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"16e53ae8-6c82-47ea-9dbe-cadb04ed87a8\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.194940265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.194982028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.195020375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197694904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197746156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.19776845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197787528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197806626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197825604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197843119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197860444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197878469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197895974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197913169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197930734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197948709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197966495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.197983859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198002246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198021234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198039049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198056664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.19807471Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198093057Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198111283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198128949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198147025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198166954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198217886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198236833Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198254609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198272515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.19829009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198308416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198326161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198343376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198361151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198379808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198399327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198420369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198439818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198459998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198479898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198498595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198518585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198537523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198557793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198577622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.19859629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198614787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198633764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198651209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198668514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198686439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198705177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198723463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198741389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.19876192Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198780477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198798913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198817039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198839484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198858061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198876498Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.198897279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"starting refresh list task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.216187419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.270532237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","remote_addr":"127.0.0.1:51024"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.270805702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.271373914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.271807929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"21432132-a9b8-4b77-8087-54c236384387","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.27253092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/producers","method":"POST","req_id":"7c297aab-6a07-4e1f-9e32-00c95d3376a7","remote_addr":"127.0.0.1:51024","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.273345392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"21432132-a9b8-4b77-8087-54c236384387","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.273416885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"21432132-a9b8-4b77-8087-54c236384387","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.274469061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"21432132-a9b8-4b77-8087-54c236384387","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.27473438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7c297aab-6a07-4e1f-9e32-00c95d3376a7","remote_addr":"127.0.0.1:51024","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.274792255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7c297aab-6a07-4e1f-9e32-00c95d3376a7","remote_addr":"127.0.0.1:51024","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.275266039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7c297aab-6a07-4e1f-9e32-00c95d3376a7","remote_addr":"127.0.0.1:51024","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.280289318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"21432132-a9b8-4b77-8087-54c236384387","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":8472,"response_code":"200"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.281421984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.281500601Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.281538587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.281571793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.281604719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.281636171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.28166575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.281697664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.281727924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.281757403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.282286848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:39765","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.282342559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:39765"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.282369623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","model":"test-model","serial":"totally-unique-serial: fda69d08-cab8-49dc-9395-d478e1be49b9","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"fda69d08-cab8-49dc-9395-d478e1be49b9"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.28240353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.282431065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.283117202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.28339211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21432132-a9b8-4b77-8087-54c236384387\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.283580866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.28769841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.288027816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.28886774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.290149313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.292324677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.292388364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.29242112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.293457535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.29704403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.301647523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.319349673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.319630492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/producers","method":"POST","req_id":"7c297aab-6a07-4e1f-9e32-00c95d3376a7","remote_addr":"127.0.0.1:51024","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":47146,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.438636504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","physical_disk_id":"fda69d08-cab8-49dc-9395-d478e1be49b9","zpool_id":"a32900ef-fb7b-43c7-89c4-42e563daaff3","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.438722175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.438757636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.439485736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.440519576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.440575477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.44063689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.440665918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.441153048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.443589162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.446969257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.458055956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dataset_id":"6307f55c-f314-41ae-8b3d-f60f05eb91a0","zpool_id":"a32900ef-fb7b-43c7-89c4-42e563daaff3"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.466413568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","model":"test-model","serial":"totally-unique-serial: fda69d08-cab8-49dc-9395-d478e1be49b9","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"fda69d08-cab8-49dc-9395-d478e1be49b9"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.46648959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.466525201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.467248612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.470435842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"PhysicalDisk { parent: Fleet, key: fda69d08-cab8-49dc-9395-d478e1be49b9 (physical_disk), lookup_type: ById(fda69d08-cab8-49dc-9395-d478e1be49b9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.470501854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.47053527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.470588517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.471708869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.47443995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.487862133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: fda69d08-cab8-49dc-9395-d478e1be49b9 (physical_disk), lookup_type: ById(fda69d08-cab8-49dc-9395-d478e1be49b9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.488045589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","physical_disk_id":"fda69d08-cab8-49dc-9395-d478e1be49b9","zpool_id":"a32900ef-fb7b-43c7-89c4-42e563daaff3","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.488255286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.488355887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.489170891Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.490275051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.490333998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.490366813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.490393557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.491284903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.49465644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.498392214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.505866516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.506077125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.506121243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.506150041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.50719364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.510853231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.514683012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.514766278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.514801147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.515273328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.540400092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.540563297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.540669138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.540815189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.545747606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.546889331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.546952387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.546985402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.547015522Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.547065111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.547869784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.561707515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.571594174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.571786938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.571834422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.572504928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.576591481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.581653827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.581733566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.58176563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.582486346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.586646585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.586711905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.587334395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.587635916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.587687108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.593271064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52791","req_id":"1e47bf90-1053-479e-90d3-cfe7bbc9c4fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7e 39 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ~9..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.593436643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52791","req_id":"1e47bf90-1053-479e-90d3-cfe7bbc9c4fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32313,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.59377618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.593948363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.594258631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52791","req_id":"1e47bf90-1053-479e-90d3-cfe7bbc9c4fe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.595026541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2119, tv_nsec: 393913261 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.595093254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.600819503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56449","req_id":"acb088af-8d4c-4238-9fd9-8e142f7fdb40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7e 31 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ~1..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.60123947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56449","req_id":"acb088af-8d4c-4238-9fd9-8e142f7fdb40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.601451994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.601646812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56449","req_id":"acb088af-8d4c-4238-9fd9-8e142f7fdb40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.659781571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.660712055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.660778678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.663569919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65472","req_id":"9294f6ca-b36d-42cf-a381-4105e74d0bc8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 96 9e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.663729688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65472","req_id":"9294f6ca-b36d-42cf-a381-4105e74d0bc8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.66416726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:34.664550774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65472","req_id":"9294f6ca-b36d-42cf-a381-4105e74d0bc8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.665681887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.665743961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.665775434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.675650128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c037b4b4-a55a-4f29-ace8-5db27afa0e64\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.675889636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.677920232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7a0db8-22fe-4fe4-a5de-d59016dda64f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.678136873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.680536434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da542c6c-79ed-4bf4-acb8-567ad1fadcee\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.680828376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.683064421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e20595-3d84-4be3-9f2f-5132e856d74c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.68315953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.685416537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b583c7a9-e250-42f9-9510-725917da7c60\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.685660844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.688458859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f9b2c49-1b85-4fdd-a2bd-abceb21bafd9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.688525281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.696338469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a0573ba-bf32-4779-b388-cef980f20e32\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.697486035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.703961537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"377d4295-5f1d-423c-8c87-d45a50e4a2eb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.704061917Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.706091751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fade9462-6c96-479f-9007-223533c5a392\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.706223774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.710640655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69598562-af22-46a2-a66e-9a5cfe6b1f07\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.710792297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.717809288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71d3f290-4158-46a3-a667-97d0def2249f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.718062763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.719264337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e6dba88-6696-4792-af27-b15ef797c428\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.719343014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.721090045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e2debc-bab2-4951-b800-6401ee8562ca\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.721560772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.723598302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.727068797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"749e9308-4c37-4169-99a2-9dc9fc322528\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.727383564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.73165291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4888b712-656a-4676-8a1a-bf06a5264ab7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.732081454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.745837312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0914a9fa-c499-43df-b950-0d3a8ee1b95b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.746066078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.762831752Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c61d614c-27d3-4505-8221-1932fbaaf4fa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.762990008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.765247866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325617b6-1435-4a15-9a01-39d3c9b90486\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.765317415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.767162641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eb07f83-02bf-45d3-ad47-bb24bb369133\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.767344844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.768870284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"545e58d7-0bd5-455d-97ad-a1ccc837d4a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.769252686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.771178753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f1654c-de86-42fb-a064-3c752459e4d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.771607066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.774115124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec9ccdf0-5b07-4210-8732-f34a44627b65\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.774508547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.774803645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.774864206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.774897462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.77492618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.77641207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.779764179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"894affb0-4c06-47a4-9889-697f80917d28\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.779982213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.780679583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.796258011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.796324133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.796357109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.797641638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.799747373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29986f7-8bb1-4e73-b2dd-d785f5274e81\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.80012733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.802534647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.802654446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.803714518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.806185691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44b2efc8-8ce0-401b-9ada-3f731bb1a136\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.806370369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.808736123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e575e675-1f2e-4ff0-bd64-69f5f58ebf35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.809748971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.814767219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c33157c2-18dd-4f59-936b-47d8db0f4943\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.814931767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.829233683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"405cd065-c1ce-4cc6-965e-6106db992833\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.830157053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.83724264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"406a100a-1d80-4433-8d99-abaceced65b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.837489272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.845341567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.848433297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e99f443-76db-4218-a9fe-dc4b14e920db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.848855178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.851311051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d7dd947-bd23-4eda-bce0-ecff3b1ec815\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.851578654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.854318252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19b4d174-4edf-4f25-b420-9a01c7c309d6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.854636306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.858652678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e18457d8-11dc-494a-8b81-ce138a2d3429\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.859344467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.861939477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"804c133b-a48d-4b93-8e68-42e7b76cb0b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.862181109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.86701018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a281e95-2386-4bff-b8f1-8ca060876373\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.86735117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.871629955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab61d2f-bb65-4e5b-a4d2-e3e0e7b820c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.871862769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.875796216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8d0da02-5e10-42e4-98d7-e308976a4754\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.876802421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.879943599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c124da08-b2b5-4bd9-ae80-94fb33f37acc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.880485118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.890000637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c7c2169-f285-4d05-8fc6-2fcd6e15110c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.890355304Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.894415854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1aa0d97-5d28-43f2-8066-e65473e0df55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.894681313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.896820475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33bb8388-d17f-4b43-8f54-3664497c18da\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.897255883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.897537013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.897667944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.897766029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.897847542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.898706914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.899788739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5922dcd-6db0-4b5e-9162-04e1ffb03886\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.900069679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.902892503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.930328518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.930454799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.930553937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.931471275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.936179125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.936293904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.937764233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.938224721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5552fdf9-e0ef-43ec-9632-740be352dfac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.938697643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.943548197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07e3a15b-ca17-4396-8994-fc1b0a3a4d56\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.944050909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.94704802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"016651e0-2e45-4e9a-a315-5bf7ccc63d3d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.948040368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.948228913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.948330816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.948452449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.949376139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.952931152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.958248346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.958321582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.958353386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.958382343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.958409958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.959784026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.963786972Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.96997437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.97011026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.970199618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.970684394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.999723222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.06729765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.067376888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.067409914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.06743835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.068071311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.150854862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.151589306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.152445291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45406"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.153760131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"8f9c5535-d7b9-43d0-94fb-59bf851b74b5","remote_addr":"[::1]:45406","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.154490075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"8f9c5535-d7b9-43d0-94fb-59bf851b74b5","remote_addr":"[::1]:45406","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1464,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.154633251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.161573569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.161660612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.161692696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.162142813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.1624626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f9c5535-d7b9-43d0-94fb-59bf851b74b5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.164492725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.164552474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.164581331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.1666435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.166691726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.166722678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.166750012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.167386641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.17111042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.172299309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.172343126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.172486963Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.17777529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.178046841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.178121048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.178972805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.222511684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.274366571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.274839854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.274905655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.27493808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.27591667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:35.282845044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:35.283219771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.283280402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"736.389858ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.28331995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.283349139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.28337976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.283408908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.283436883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.284152319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.284410383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.291793604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.291857651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.291888903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.292344692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.294489405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.300301265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.300407356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.300493247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.301606245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.303957169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.304157929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.308109312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.315315129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.315374367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.318660053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60905","req_id":"4a0aa1d6-faf7-4215-8538-afe0f973bf79","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a3 b1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.318799251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60905","req_id":"4a0aa1d6-faf7-4215-8538-afe0f973bf79","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.318984961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.319149248Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.319240259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60905","req_id":"4a0aa1d6-faf7-4215-8538-afe0f973bf79","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.319665316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2120, tv_nsec: 118564772 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.319739684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.320238388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50392","req_id":"f08ef329-3e6e-4f43-be90-309ec35a75b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c0 89 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.321675742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50392","req_id":"f08ef329-3e6e-4f43-be90-309ec35a75b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49289,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.32182556Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.321909077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50392","req_id":"f08ef329-3e6e-4f43-be90-309ec35a75b2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.395849328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.396634613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55704","req_id":"320c2fe7-bd72-4818-8b8c-aea5ff3a450a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a7 94 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.396702307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55704","req_id":"320c2fe7-bd72-4818-8b8c-aea5ff3a450a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.396976594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:35.397075571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55704","req_id":"320c2fe7-bd72-4818-8b8c-aea5ff3a450a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.39746662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.39752185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.397552241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.399180826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30860cb5-b0f8-41b0-a515-d5ee19c4a4a3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.399429281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.401535828Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c16b72b3-9b7d-4d0e-b738-e425297ba024\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.401898581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.404280136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd66e623-e426-49db-9994-56f964bd996b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.404355336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.407033442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c86d3f58-2193-48a0-9ac8-4cf952736ac0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.407103862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.409619334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a147a3a6-d98b-4107-83fc-d780cedb80a9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.409766056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.411475221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e76e4a1e-b524-4401-834b-9c5a090c5139\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.411845149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.418688453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6733337-749a-4365-a72c-c0ff7be7b3ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.424950961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.427327095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a23c8888-7cf2-46a0-a2b8-6f7edd5ac016\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.427404289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.428527657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"726b473d-12a1-4fcc-bcc7-f06ee58e8466\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.428660963Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.42973869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bba7d0ec-1946-4670-85d1-bb8eba5f39d6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.429873339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.430881998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d36d5edc-6c38-4e57-9d3d-55813d2d9168\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.431037318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.432618498Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f0298cc-33b4-4122-b65d-62ee1b51e617\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.432691323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.43864742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.439190583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92d08756-ed81-4a5c-8c5f-6de1227373a2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.441068354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.44408787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487cca55-42dc-4484-b931-23ffb2ab66e3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.444947092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.449795703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135feab2-866f-46d6-ad4c-ce601288a754\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.44996521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.455067366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27eb4fa0-b5ca-459d-8734-4d05deb235f0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.45542095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.457808518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5690e61-bd76-4f50-a345-81f11881a482\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.457881643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.461991462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64b23a83-abd5-41fb-9294-853f3c660f0b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.462078996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.464766812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9235c59-896f-45eb-993c-0bbbda171b6d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.465215035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.466254846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f94d38-be38-4dd0-bbb7-ca84c70d644d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.466391058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.467387954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c099860-ddbd-4158-87f1-c0b50993a7d4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.467807039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.469153973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ab18ce-ced9-4f30-af22-6fd81a555f48\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.469898175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.470777067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bf2e9b2-dc3b-4494-b356-a9021f8239a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.471156813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.47317774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25c292a4-ae07-4a63-a7fa-b643c64af625\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.473646524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.476307405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7a0c746-b42a-41a5-89f5-4fc51fff1b19\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.478003144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.481268149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60bdf38f-7ddd-4e95-a25e-fbe2d162998e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.481542466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.483724363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3347ab66-9ae4-4db2-9aa6-9c44b610ddab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.48380328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.486012222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a63b14f4-5674-4484-8b7d-bde0eeca3195\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.486090307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.488586681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"701b93e7-7980-4fb5-8de8-b9e59091fb99\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.488637993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.489727735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.490491857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.490551516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.490584852Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.49143203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.494941903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35466ed8-62dd-4a45-ad9f-03a486a69bf0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.495136501Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.495945062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.502369512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.502429342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.502460714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.503020449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.504162535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8534352d-f895-4f4c-8b80-8dcb44007f4a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.504575979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.506635061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.506706093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.50673469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.507410045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49b70395-53ef-4b5b-b18d-beb66c8fa57e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.507479995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.508653783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aaec6b2-d149-4d7b-bb1a-db055f7e2037\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.508778442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.510098893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb1795af-08b8-43fc-874a-10c54e08f31a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.51023806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.511686516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f421c140-d89b-4e0f-9b1d-f17df2d07762\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.511819972Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"will register with Nexus at 127.0.0.1:41616","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.520937187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.586291081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://127.0.0.1:41616/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.589104627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","remote_addr":"127.0.0.1:45674"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.599595459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/producers","method":"POST","req_id":"d5a0d565-5966-4cb7-8f95-f2f94ea14b86","remote_addr":"127.0.0.1:45674","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.603363456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d5a0d565-5966-4cb7-8f95-f2f94ea14b86","remote_addr":"127.0.0.1:45674","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.603433897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d5a0d565-5966-4cb7-8f95-f2f94ea14b86","remote_addr":"127.0.0.1:45674","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.604070114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d5a0d565-5966-4cb7-8f95-f2f94ea14b86","remote_addr":"127.0.0.1:45674","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.6099402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"084a2540-fae8-4b7c-86b2-3c7dee4d64ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.610084989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.612798465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.613013353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/producers","method":"POST","req_id":"d5a0d565-5966-4cb7-8f95-f2f94ea14b86","remote_addr":"127.0.0.1:45674","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":13441,"response_code":"201"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.614389435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a0d565-5966-4cb7-8f95-f2f94ea14b86\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.616502665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"producer-registration-task","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","wait_period":"150s","lease_duration":"600s"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.623212194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.623353405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.630508441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.649295563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d2cd41-507d-4b90-99e1-03f39cbc39d5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.649493638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.654155997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae081f3-67ac-4598-9cd5-2c83ebf06396\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.654377168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.658152911Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e216d2e-a38a-434d-9f9d-5e48f6ce9c93\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.658244684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.660693002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08cbae28-7d98-4672-a531-7336b8263c1d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.661196144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.663471478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a3392e0-18b3-4a4a-a742-a01e5cc3e0b2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.663704682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.66521905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d89a5375-e7ec-48d6-933a-030c36ed2ffa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.665472384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.66655443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bdd2712-a2d2-41a2-937a-8835afaf5fd1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.666701513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.667563441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1750e864-3100-4e97-8b20-597a45aafaa0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.667695544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.671705624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b647703-c3bf-486b-b502-f4aca889218c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.671890652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.671944109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.671975331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.672002255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.67298354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.675319464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.679965671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.680027745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.68006043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.68009041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.680119949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.680832719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.682722203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.68278071Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.682812764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.682839607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.683591636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.684230208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.691622106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.696093495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.696193384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.696924851Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.776015334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.776136445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.776579979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60877"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.777896402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.787890975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.788118208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.788157737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.78860588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.788885828Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"16f15bdb-f4f3-420f-82ca-08d974d2c9ea","remote_addr":"[::1]:60877","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.789794608Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"16f15bdb-f4f3-420f-82ca-08d974d2c9ea","remote_addr":"[::1]:60877","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1027,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.790126049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16f15bdb-f4f3-420f-82ca-08d974d2c9ea\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.791598242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.791701117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.791729393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.793074904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.793125735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.793160935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.793190574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.793657405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.795029909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.795669263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.7967265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.797174552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.806099064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.807036852Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.807100138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.807718761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:35.888948616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:35.889452921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.889604242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"606.284422ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.889759021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.8898942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.890100641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.890216102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.890309327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.891670399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.894863822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.900563949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.900658387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.900692725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.901303312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.904862554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.904929106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.906491269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54533","req_id":"89af2f30-fd90-476b-8c64-d995f969ba18","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4d 26 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 M&..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.907018449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54533","req_id":"89af2f30-fd90-476b-8c64-d995f969ba18","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.907211053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.907409208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.907461161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54533","req_id":"89af2f30-fd90-476b-8c64-d995f969ba18","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.909469883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2120, tv_nsec: 708313297 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.909537598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.910033747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54637","req_id":"4a32f734-7f92-4da4-8953-f3ad143325c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 11 87 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.910157363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54637","req_id":"4a32f734-7f92-4da4-8953-f3ad143325c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.910471078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.910517581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54637","req_id":"4a32f734-7f92-4da4-8953-f3ad143325c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.910837338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.02135657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.022155753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.02221957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.022251263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.022277505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.022938873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.023291175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50741","req_id":"32a1a1a3-69d9-4b53-919f-ea3e213264ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ec ea 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.023346545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50741","req_id":"32a1a1a3-69d9-4b53-919f-ea3e213264ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.023513969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:36.023602114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50741","req_id":"32a1a1a3-69d9-4b53-919f-ea3e213264ec","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.023769568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.023812774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.023839267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.025683562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.035473277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.035532675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.03556021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.036103212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.036346878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b209aa-6c6f-4cc9-bd97-124f84b0e26b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.036616946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.040098773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.040184524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.040742806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.042403094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"490e2c26-749e-43a2-b5b1-c1ffaa9507f7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.042559726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.050508103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3f9c78-2f59-4ccb-a638-3c613a9138b2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.050634274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.060007089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cea9c870-a4cb-4d4d-95c0-a65ce7686133\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.060109092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.067826479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc193df5-e7e5-4b9c-bcb1-3861c33b4a37\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.068061587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.078832748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b860c3-7a89-4576-a774-8dd80c34b0b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.079124259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.085510102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.085757415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f925a4d-1187-4c6a-a98e-382df57dde85\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.085973035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.091446981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adaa3986-2b51-400e-b884-563346907027\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.091720917Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.093271566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e922489b-3b3b-418d-9d74-4e31f5f475b2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.093508819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.100548094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6998508-29e8-4f2f-bac6-e178e3f3271d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.100804976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.106594261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6873896-c708-4e4c-84fb-f339e50738a7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.112895726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.123901635Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe0c457-020c-43c6-b6f3-97ea8abdee70\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.124247935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.125515701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e54c65b-449a-4873-8760-201f85e48f72\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.125695278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.128323886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def87d85-cff9-4237-aad8-93ae69fe7ce7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.128535177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.131911805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77717885-0c57-402a-af57-293b5c64c4d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.131988107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.138728677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.138944527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.139119656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.139211479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.142895158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.144693151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"132b7102-b27d-4b1c-b2c7-2ca8a556ba3d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.14476327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.148109487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.165257854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.174225502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.174742803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.176295997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.19553537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.196614881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.19740726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.197469955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fe94237-c135-41e6-97e4-b1d26e7d4494\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.19796954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.206021323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28510224-7922-454b-a7ca-528229d1a0e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.206548263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.213649191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab3000f-a348-4e22-b48a-a4f06109384d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.214083977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.217468942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.217991212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.220606313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a6c7ab7a-0575-4ff4-ac2e-34154886999a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.221053654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a6c7ab7a-0575-4ff4-ac2e-34154886999a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.2211372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a6c7ab7a-0575-4ff4-ac2e-34154886999a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.222620275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a6c7ab7a-0575-4ff4-ac2e-34154886999a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.225536235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a02ea2d7-e446-4400-841a-97a87fe422d9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.225712005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.247906516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a6c7ab7a-0575-4ff4-ac2e-34154886999a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":27291,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.248663004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c7ab7a-0575-4ff4-ac2e-34154886999a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.248898653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.249277418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8f60f9c7-89c4-47c3-8c87-f0d593126faa","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.249914327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8f60f9c7-89c4-47c3-8c87-f0d593126faa","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.249985108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8f60f9c7-89c4-47c3-8c87-f0d593126faa","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.251074669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8f60f9c7-89c4-47c3-8c87-f0d593126faa","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.254081199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff79af63-9f73-4a25-9a6e-d377345a6cd4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.254233202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.254771054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8f60f9c7-89c4-47c3-8c87-f0d593126faa","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":5447,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.258398671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f60f9c7-89c4-47c3-8c87-f0d593126faa\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.259208575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:52861","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.358626729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.359797041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0402c28-ab4c-43be-ab1f-e64c6e440695\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.360444451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.361457039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:62660","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.412665037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.41588376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.417756001Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.418084425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a5d56c8-9ef9-468f-a594-d785640c6992\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.418267039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.420646389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f50a0f7-a4f1-4eda-8a1f-239fa4f7887c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.423785895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.426195776Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"053bdb91-f05d-4dfe-95d8-d93f68ff4001\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.426275104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.428850756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09e0fb9c-ee3b-468c-8638-5c09ba59d4f0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.428919453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.434807264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b1c225f-3890-4884-81d2-5fba82dd40d9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.435102482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.438567626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33bd7435-80a4-4eb2-80f7-62826918ff06\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.439267982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.44419077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07573a92-2fd5-4767-ace0-2159c8009c54\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.444265249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.44764897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3e79604-8d1a-4127-b791-ef0ea522f2e1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.447836684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.44880795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb69137-8ba3-4374-8218-6c7abc474a59\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.449042918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.455497909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05716505-3f17-4c12-962b-a0ef10994179\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.455630092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.456925704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"967b0899-82d5-4866-8eef-34d569bc800e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.457066113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.458762363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fde4175-64ba-4db0-ba78-d1f9229a02ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.458875408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.460945693Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7d2033e-4f81-417d-bb7e-6944ec214e83\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.461157265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.466087117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69f8328f-04f3-4d35-bce9-d0c1cd5744aa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.466220212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.470799837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.472136731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.472197973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.472229596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.472253343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.472278914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec654621-47b6-47ea-9b1a-1b34bcce0c48\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.472312431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.477744343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.48356969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.483632215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.483666563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.484472399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.487504049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.487621333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.488646425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.488984539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b4fc225-2d68-412a-a586-6419dcf5f4c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.489596558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.499744097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dde31d0-46cf-4804-92ed-67bcd10ca346\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.499951971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.506171262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"153f90c4-6b6a-427b-8c0e-934a1a5e3e14\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.506348555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.546373092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.564093038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a98586-8467-4d73-9af2-cd03c74c2cc4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.564540399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.577715299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30f17665-7460-4ae2-8794-0e4302da7d5e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.578424662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.585752022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6249c968-46d3-4060-9506-bd06d6367b6f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.585926159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.589156765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8a08bb7-fc1d-46a8-86a8-6a2702f6c8cc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.589352756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.590698347Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81ac34ef-909a-4fce-afbd-a75b53658dec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.590763076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.590794368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.590822184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.590846973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.591632819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.598295484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.598479561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.598518187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.598548307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.599054947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.601304729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.60561633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.605684436Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.605719916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.60575167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.605779876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.606088651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.608350578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.6159204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.616082724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.61612612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.616887798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.617231032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.631076678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.631141587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.63117783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.631678467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.632410025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.63247306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.63467098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.634732883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.635182699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.694091571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.6944775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.695491781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36074"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.696141195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"d99b5818-5a52-4e51-8b60-9721f0c51ae4","remote_addr":"[::1]:36074","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.696839837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"d99b5818-5a52-4e51-8b60-9721f0c51ae4","remote_addr":"[::1]:36074","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":729,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.697478319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d99b5818-5a52-4e51-8b60-9721f0c51ae4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.698884902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.698945552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.698975723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.701422157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.701489802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.701527166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.701561455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.70227696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.707691268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.713362878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.713803376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.713923896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.714753429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.7522407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:36.76031117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:36.760607269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.764133245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"874.305206ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.764221551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.76425656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.764287743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.764317231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.764344155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.764930644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.76946625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.775373801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.775449732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.775484732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.776035179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.781234889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.781292393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.781952208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65313","req_id":"e09f150d-0c81-40df-a06b-705563e1a153","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ea c2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.78208359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65313","req_id":"e09f150d-0c81-40df-a06b-705563e1a153","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60098,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.782272737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.782468677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.783001138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65313","req_id":"e09f150d-0c81-40df-a06b-705563e1a153","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.783460874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2121, tv_nsec: 582349468 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.783646544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.784338913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65008","req_id":"3f3519f4-df1b-450d-9c09-9b72d9701201","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: da 4a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .J..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.784399253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65008","req_id":"3f3519f4-df1b-450d-9c09-9b72d9701201","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.78457814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.784676596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65008","req_id":"3f3519f4-df1b-450d-9c09-9b72d9701201","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.855255399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.855810525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.855874883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.855910444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.85593827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.856748734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.85853819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60093","req_id":"6fb704ce-4874-490b-88fe-201233107d51","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9b bd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.858604783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60093","req_id":"6fb704ce-4874-490b-88fe-201233107d51","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.85947688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:36.859580807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60093","req_id":"6fb704ce-4874-490b-88fe-201233107d51","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.86063641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.86069133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.860719025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.863021613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.876146243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.876229459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.876259999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.876708623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.881235753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.881378197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.884292844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.885105844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4e3b75e-3d76-46aa-a394-bef7fb3f1662\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.885401263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.886888316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c458aa6-44f1-4068-8b65-b05208c86264\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.887528651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.88956078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3608a154-9f4f-4ccb-952d-a44276994f6d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.88963583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.891468862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a68b14a6-8123-4eb8-aad0-41085933adaa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.893273478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.897228899Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2901909-3b0c-48a8-95c0-650dd6672edd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.898201246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.901361863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad3c890e-cb49-4451-b4f9-cd96a2f22f48\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.901825938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.906205895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca79f9c7-d020-4336-b0cc-b563ed461fee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.906335162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.909137095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5070042-95cc-4807-bfe0-6932319cca3f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.909307885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.910388679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"271063c5-af2c-454f-87f9-c97108b914c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.91063028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.912327942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b87cab8-42e7-42d0-88d7-be3d73d1f73e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.912540346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.913848161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ee64273-a40e-4dd3-923b-d4ba31c719a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.914126175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.915454091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c812807-b769-4a08-b75b-9cb8c30fed20\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.915597357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.917031264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9d5a2db-49d4-4613-bcbc-18f97403d75a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.917217294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.923175465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.924273042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e39d6a-4bb8-4091-8aa3-4283b1958591\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.924424203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.926649096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd956cd-3e0a-4e12-8213-492c03173188\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.926781941Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.929372493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1481f562-f8f8-4262-8521-d03d746456f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.929590056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.931850831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4115bf26-4688-4169-bbb2-55fb1c336712\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.932063454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.934503686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e61f0afa-90ef-4c64-82a2-a80d2f6bf71d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.934719196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.936578159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc1500be-2503-4ee0-85f7-c74ee6040382\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.936796384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.938376503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31e6da33-658f-4ace-88e0-d6b371c3e7a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.93860612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.940040979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3921c785-dca3-4e74-b29a-9056435f805c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.940311578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.941560106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb4f7852-1d44-4594-942b-6d9d930036f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.941778381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.943676042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8210372d-2301-416e-b58c-db2425e78efc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.944571816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.948666715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d68cbd78-1dce-471b-8e4d-d74677541a88\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.948995981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.951348749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a153674e-f2d9-4d4b-a68a-659a36ae2cd6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.951557455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.957640765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3471378-8fb6-4e31-a50d-569b1ea99624\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.958487753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.962166022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"832bf13c-a4c4-4c44-8e14-6a855c04597e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.962311041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.965755944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1ba573e-6063-498d-854f-12338d41f9af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.965971223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.968235344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7ae5975-a530-4332-8ec0-9f3a677e5ea6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.968454812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.972504691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e2df2e-2c2b-4976-8141-16c34c413683\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.972723487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.973719451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.973856765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.974021934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.974157955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.97558623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.976350523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fffac122-c2ae-44a6-9b0f-bd63d30a8251\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.97651428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.978264888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.009204292Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.009324953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.009415112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.010108374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.014575654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9c9c76-306a-4378-b61b-f5e343b7b850\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.015586168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.017369621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"162de440-c24e-4209-87c8-a943b2812e13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.017636192Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.017847323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.01790611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.018612077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.020277625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a90ae24-6254-4ce7-987d-feed0b3d0dc4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.020512884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.022018053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bd42b2e-1f82-4fbf-ac30-b17a826955fa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.02224746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.025358549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eb9f0bd-1864-4963-88ed-d82dd2dc1db1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.026389062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.031150519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e0703b-c1b1-465b-9b6f-ad91c5bee5e3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.031224145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.038075045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"199a8083-3d7b-450c-8a4b-2241565d3bce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.038295735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.04595709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e44127cf-7f86-44b3-b98b-524b30411458\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.046693447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.056166151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e3e61a7-187c-498a-841d-90bfec910000\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.05633142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.061158929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35e28709-6836-4a49-8777-39c12dd1cb14\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.061293717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.061779625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.06436154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d14b4f-a2c7-465a-9396-400959b386e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.064449946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.065311282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a85913b0-d004-4e1a-a428-5f893f4862b6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.065457503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.066794357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd98c3aa-363b-4efb-b68c-d13a10e5dd14\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.066927943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.067804399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0743949-96f0-4f19-b194-e014610669f6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.067868076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.067899819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.067929328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.067956803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.068605054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.071670983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.08308264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.083147068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.083180225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.083209904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.083237308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.083757745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.087168681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.096861433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.096909509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.096937485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.097657199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.174153072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.174413691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.174988737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.175048937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.175081131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.175107874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.178159815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:37.178218793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57107"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.179729543Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"909e37c5-2fcb-4337-9d05-2c970aa97392","remote_addr":"[::1]:57107","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:37.181195193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"909e37c5-2fcb-4337-9d05-2c970aa97392","remote_addr":"[::1]:57107","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1467,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.18150985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.196229277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.19634581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.19648173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.197153429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.197613535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909e37c5-2fcb-4337-9d05-2c970aa97392\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.199966283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.200067415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.200189538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.20320683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.203364203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.203461106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.203547579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.204856597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.208397412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.208469074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.209246193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.210063712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.215245897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.215532708Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.215589471Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.216020961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:37.248773308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:37.249549454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.249711598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"485.479376ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.249944662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.249997477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.250140462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.250178368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.250209089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.252229594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.256138974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.262229779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.262312143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.262348355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.262864634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.268522467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.268598288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.269559694Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53327","req_id":"6f04409a-d6d9-4a19-a002-b1c5c77896e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0c 4e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .N..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.269627298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53327","req_id":"6f04409a-d6d9-4a19-a002-b1c5c77896e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.269870713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.270709434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.27088812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53327","req_id":"6f04409a-d6d9-4a19-a002-b1c5c77896e6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.271319019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.271644247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2122, tv_nsec: 70521428 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.271709838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.272402458Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65026","req_id":"9d5c307c-6c3f-44cc-a9d1-2c06fc459e2c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 68 32 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e h2..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.272470223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65026","req_id":"9d5c307c-6c3f-44cc-a9d1-2c06fc459e2c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.272562867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.272590953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65026","req_id":"9d5c307c-6c3f-44cc-a9d1-2c06fc459e2c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.329953134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.332874995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.332951648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.332988511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.333021838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.333741782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.33462928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53772","req_id":"506ffb18-4350-4df7-bd2f-1eef2bbe7d30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ae 9d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.334968597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53772","req_id":"506ffb18-4350-4df7-bd2f-1eef2bbe7d30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.335337482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:37.335612039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53772","req_id":"506ffb18-4350-4df7-bd2f-1eef2bbe7d30","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.338652857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.338711654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.338743167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.339745464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.350427227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.350507757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.350541284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.351797808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.35394195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.354005617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.354510192Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.356294126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a41064-ca2d-4882-b28a-726167c8d7a4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.356814854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.361189901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4448347e-b703-4ae9-a333-6b4f1cb1c4ab\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.361513375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.362227278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.362287438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.367424363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.369412123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.369492433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.369538625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.372544444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d5d6008-d838-4c9c-84ba-3852d998a926\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.373916959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.380023966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a18a7d68-0cea-4fd9-96a4-fc632c9dde36\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.380199536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.384285567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f325572-6bb7-4ec4-8ea3-8a3a848d7eb2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.384536778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.404955491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.405452521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35e966ea-987c-4fd4-97ae-8c43dd44a596\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.405800785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.408902936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed72c106-1167-435c-9699-8fc4c582aa8f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.4090654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.413093576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b3cebe-f0b3-4f2f-96cf-b81fdf1f202f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.413328544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.414562793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06af84c-7acd-43a5-8a45-99ec0ddb0af5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.414683764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.415817172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a58715c-846b-40a8-92b7-663eafab74e7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.416015297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.418216633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bf2dc0b-3e74-4b0f-9753-4d2015da86ba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.418430379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.420762956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e1c9e23-0cdf-4ff2-8341-fe02b0eb04d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.420987995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.422373114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad12dabf-1888-4129-9a4d-d55b0a2dda38\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.422577993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.425148604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7608d2ca-59ee-4a41-a40f-4662ed666d52\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.42522664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.427337896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8eb5147-96f8-46cc-9eef-53aed47ec258\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.427522113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.429546587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31529d7-6ab4-49a4-a79f-ff886d6549e9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.429746616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.43221312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e9d0196-2b9d-41f7-8442-ba7ac1d277e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.432284121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.435549738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72a2b88d-4392-4894-b6b0-ccb6bcde69b8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.435714496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.441481296Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa552da-3a22-41a9-8e98-ed9e330bbdea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.441598159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.443897691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21ae1b31-4b15-4247-9415-cc668d84edac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.444214602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.447097316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3baf82b2-47ae-42a3-a126-0d9df8a463b7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.447506581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.449317309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d140997a-1218-41d4-9893-ead222b2fa3b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.449452188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.451638293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cd14c4c-b5ec-42af-9ca8-53cdf9774bc6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.451819464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.453596184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb23435-90e5-4625-83a5-b4f18b75ebab\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.453793327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.455734465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.455779144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.455810436Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.455836398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.456607143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.457409973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cffb7b9-7575-41a3-b5b0-cdb24a83e321\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.457585523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.460080504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.471678873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.471744434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.471776628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.472312265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.474596496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d7356cc-bcff-4918-a808-9091293a2c2a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.474953838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.475102594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.475147885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.476175242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.479116412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff196d24-883b-4147-b54d-52541d30b985\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.479434075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.486965971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"129a5016-377b-4e43-8180-c0af9003a275\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.487290097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.492463244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"603c40ad-30d7-4004-a8f7-690f6e530ddf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.492893291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.511913177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c836edf4-4ef4-4d57-9148-09bad8a8cee3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.512103997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.513775408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8b4957-1c3d-4381-be3e-9d9bb5db491f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.514022189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.51779188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52bd84f3-78f8-4172-bd90-132a89e1c342\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.517889094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.519375195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.532369214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da12f613-378e-4723-903b-38f4114a8c85\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.532856285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.544674031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53a4434-c6f4-421c-b075-423adac922ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.544780593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.557917277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ad6f7a-b60b-4d1f-a236-817bec566f4b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.558302815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.567398899Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f85f203b-a678-405e-951d-bee5c52e78f7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.567540301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.569628551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f60e296-b930-470f-aeb7-166b2b4b39e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.569861495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.570735637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.570791919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.570824755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.570851859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.571729638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.572996862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b3eb688-f6d6-429e-9b8f-eb4a1368183b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.573071241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.574378465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.581174396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.581327912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.581367711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.581805503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.586472291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.586589896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.587251604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.587526422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5e9e043-7322-4565-9284-f3da581cefb6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.587799596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.594133766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5eb1726-5904-445f-b67e-4d8d94ce5c9e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.59437126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.607955956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77871ae5-7c9c-45a5-b7c8-d846b40d6826\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.608214812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.61021659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04ae3b9e-08df-4dd3-b598-72d1be87a7b7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.61082852Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.612714848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5aa8f57-caed-400f-bc39-697760414a05\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.612999695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.617097871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1e01abb-37af-4f59-b8be-c0792d8bdc71\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.617376386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.618945612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78232923-bab3-4a3d-8b8d-cf26fb3942e1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.619511981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.61962689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.619774283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.619871647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.620865017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.622349605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.622692989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.6237477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.62941928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.629515813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.631487982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.636891528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.6369724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.637006057Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.637036537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.637064222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.63743459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.640598234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.640663724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:37.629374110Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.644648524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.645630109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.648398245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.663555565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.663640724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.663676446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.664303655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.674501634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.752117158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.752520261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:37.753398281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55741"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:37.754084277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.75534522Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"c2bf31a6-faea-4918-aeb1-7543570f6131","remote_addr":"[::1]:55741","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:37.756415662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"c2bf31a6-faea-4918-aeb1-7543570f6131","remote_addr":"[::1]:55741","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":961,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.758554484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.758669523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.759474597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2bf31a6-faea-4918-aeb1-7543570f6131\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.762062714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.762120689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.762148555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.76390283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.763964042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.764024172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.764056316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.764684157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.765745562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.774594493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.774721746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.774957897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.790400174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.797075614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.797170553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.808656087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.818239101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.819296778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.819922615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.820087684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.822057849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.827684961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.848597979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.84868383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.848716996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.849088586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:37.946683999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:37.947365427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.947541327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"697.535774ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.947594984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.947626838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.947655956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.947686356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.947716196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.94863677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.951252652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.961393737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.961443246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.961472695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.962011578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.962425162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.962535061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.963435395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.966009704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.96605258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.968032985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49351","req_id":"5c309005-74fd-4f3f-9438-65b8f4fb54cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 07 fe 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.968079769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49351","req_id":"5c309005-74fd-4f3f-9438-65b8f4fb54cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.96831123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.968488854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.96854216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49351","req_id":"5c309005-74fd-4f3f-9438-65b8f4fb54cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.968948429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2122, tv_nsec: 767851682 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.969005874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.969458636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50011","req_id":"b3f98006-bac6-4352-bae7-a6837db28309","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c3 32 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .2..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.969516451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50011","req_id":"b3f98006-bac6-4352-bae7-a6837db28309","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.969637412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.9696968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50011","req_id":"b3f98006-bac6-4352-bae7-a6837db28309","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.02190898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.02408218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56260","req_id":"0bfbf83e-b46e-4850-a5a0-55ac1507d331","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 08 63 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .c..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.024166548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56260","req_id":"0bfbf83e-b46e-4850-a5a0-55ac1507d331","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.024253531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:38.024461325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56260","req_id":"0bfbf83e-b46e-4850-a5a0-55ac1507d331","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.02489539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.024950199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.025042654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.027551943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3572ce8-8da7-4c5d-9604-6776efdfb6be\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.027837843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.029261519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"057f9b0e-c8ba-4980-89d4-cbbf7c9a1926\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.029445576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.032371335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db19dfd-d577-4355-93d4-8b2c0a9a250b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.032447066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.036275424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"404f8701-296a-45b1-9e61-16318764a75b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.036426495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.038432722Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a126fc66-ba82-477c-b3e1-29cdcc6bf857\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.039090974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.041339784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f293e4ab-386e-49f6-9f5f-f12ed19e67ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.041416006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.050132123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57eb111a-9476-4dce-bb24-c5e36e04261f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.050654002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.05114952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.056825298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"324ae393-f2f9-494e-9e02-627b603e2601\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.057175035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.058612549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c94af60-3fc4-4dc3-b3c7-e0660ba26159\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.058860343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.061480934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a29415-2c01-4ad3-a1a4-2add9f41b6dd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.061735291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.063273426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3509819f-ec77-41cc-9ea2-bdea2434aefc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.063505378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.064552705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e91170-7234-4983-8996-10e50841f741\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.064880548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.068630069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e86a0362-f04d-4764-853c-1d6428412615\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.068956719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.07133592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11a1dc20-9c78-456d-bca9-610f229565e0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.07155697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.076673234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bc5d1f1-808d-4e8f-b49c-cfad6894d9dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.077094974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.079303304Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4cb2cfd-deee-49a7-92cd-783f083272fc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.079529946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.081071638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3488b1a6-a6e1-4fd7-9039-d5978671c096\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.081436655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.088582903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"025c8a89-ad11-4366-9f91-80e54b42d832\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.088632452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.092038498Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4927cab8-ec73-430f-bc49-107f1de3707e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.092238928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.093569138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4df7c8be-e2cd-4a2c-a4f0-ccbb99a3ebd0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.094073433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.096411251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73b33a94-201e-47a0-8e7f-7eba1984b740\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.096545348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.09823788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d293a5c-80f1-430e-8e7e-843170288fe2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.098362959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.100326021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84ddce1b-1f3f-4cfb-bec4-b6bad27dcea9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.100448866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.102277018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.10249863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.102554711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.102586154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.103515335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.104603654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e48a41e-6657-464f-b3f9-0e42d5234a2f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.104882509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.106806052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.11331993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.11340028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.113437054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.113880307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.117939845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.117995225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.118784338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.120462792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea5daa8-2b34-4ae3-b163-a9a357ff4428\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.120774162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.122793736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48b84157-183b-4d35-99a9-bfe8cd4c6d3b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.12291616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.125218638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69540a9c-d75a-4f26-b9e8-0661f2e29d7c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.125524547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.127901864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0910913-e63d-4518-99ce-f72a415a5b99\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.127957895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.129904344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b1f541-3147-4ad9-851b-c4189fa364fd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.129989203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.132330618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d470d6f8-61c2-482d-9fbf-dd1addb06f17\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.132465086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.133780186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eafa5ec-f13a-4daa-9d4d-be57f9d757aa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.133930215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.135079505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39374a55-6291-49ca-8abb-27dc40900ea3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.13522239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.13829914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7c0aa5-cc08-48df-b349-f58da7f69f80\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.138454199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.140723069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ece06507-b11b-4c46-8ca0-4f31daee4418\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.140839621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.144299746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a9c6950-4d9f-44ee-b5c8-663dbf508f78\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.147916111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.150295371Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf02a25-d8fe-44e8-90a3-168b139750fb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.150410922Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.156439734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.158435019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c2a5067-de51-4f7f-85a7-e5e9c8c01a7b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.158554507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.161945524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9485b4bf-c234-49e0-8764-53114f6b236e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.162020232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.164141359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e896dbe4-99ba-463b-9366-e725f7f02068\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.164220055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.166214349Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d867ade-e80a-4e5e-96e9-4fb7fe27dd13\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.166278116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.17550007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d53f6fe-75ac-4cf1-97e2-cb16365fcef3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.175939796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.17726642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a034c52-2030-4496-bf22-1b91739ca2b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.177552289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.179395983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4575bb-b1b9-4db5-a9e2-75610acf99b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.179592945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.181441097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6a0e695-4ce0-45d8-9ac3-143c07db954a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.181719151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.182950545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02edc39e-f742-49da-bb26-48db219ac90b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.183015164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.18304832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.183077047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.18310366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.1845542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.186791728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.194490207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.194621548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.194670025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.194703241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.194731498Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.195613024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.198231381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.203842621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.203913853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.203944905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.204387507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.208898154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.20900661Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.20905213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.209081409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.209785151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.270199873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.27028346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.271138844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58159"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.271635935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.272192013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.27252196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccdcd508-1d35-4fde-86bc-33954ba4ed9c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.272725155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"62e6b502-3dbd-414e-bad9-53b22c4060ac","remote_addr":"[::1]:58159","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.273076795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccdcd508-1d35-4fde-86bc-33954ba4ed9c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.273141735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccdcd508-1d35-4fde-86bc-33954ba4ed9c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.27426332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccdcd508-1d35-4fde-86bc-33954ba4ed9c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.274728546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"62e6b502-3dbd-414e-bad9-53b22c4060ac","remote_addr":"[::1]:58159","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2001,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.274950028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.285150121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.285212465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.285243908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.285695147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.286054032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62e6b502-3dbd-414e-bad9-53b22c4060ac\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.288984731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.289068538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.289097496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.291662316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.291864739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.291918065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.291949308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.292982326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.296485015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.296543602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.298567464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.29981028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccdcd508-1d35-4fde-86bc-33954ba4ed9c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":27251,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.300098845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.306136605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.306328547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.306377074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.307065726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.308620033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccdcd508-1d35-4fde-86bc-33954ba4ed9c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.308682508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.308714361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2cdbadc2-6673-43bf-b828-e8861f2081b5","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.308951894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2cdbadc2-6673-43bf-b828-e8861f2081b5","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.30905506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2cdbadc2-6673-43bf-b828-e8861f2081b5","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.309664935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2cdbadc2-6673-43bf-b828-e8861f2081b5","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.313066041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2cdbadc2-6673-43bf-b828-e8861f2081b5","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":4611,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.313527531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cdbadc2-6673-43bf-b828-e8861f2081b5\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.313586208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.313619254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.313644765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.36339554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.363562462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.365589671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.367293316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.367468505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.367550779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.390798929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:38.436847959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:38.437192716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.437257755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"489.633713ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.437663915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.438802163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.438857713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.438892152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.438922663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.439765271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.450871059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.451175486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.451232539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.451267058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.455042661Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.455384271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.474126775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.474213187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.474248226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.47460141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.481348724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.499362184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.49944047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.499473406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.502143165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.50672762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.506995614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.517094435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52231","req_id":"b15ce622-3e44-47b2-a3a5-115974751cc8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b3 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.51720744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52231","req_id":"b15ce622-3e44-47b2-a3a5-115974751cc8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.517688308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.517866373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.517972735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52231","req_id":"b15ce622-3e44-47b2-a3a5-115974751cc8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.518176731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.518225288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.519582813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.521013674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2123, tv_nsec: 319925433 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.521608639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.529386857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53846","req_id":"b00bbcfb-f837-40b8-8e32-93f99237c324","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 56 11 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e V...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.539517121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53846","req_id":"b00bbcfb-f837-40b8-8e32-93f99237c324","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22033,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.53972283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.539953079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53846","req_id":"b00bbcfb-f837-40b8-8e32-93f99237c324","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.636607467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.637671898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.640795391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.646629876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.648329863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.652435904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64850","req_id":"c95a61d2-e680-4d41-9e50-d8e295204fae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3b 3b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ;;..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.65251422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64850","req_id":"c95a61d2-e680-4d41-9e50-d8e295204fae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.652720802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:38.65283061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64850","req_id":"c95a61d2-e680-4d41-9e50-d8e295204fae","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.65391969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.653977335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.654006303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.658061853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.658232303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.677745331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.678585866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.679228436Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0906e85-f3f9-4ea0-bf8b-14f96a7b9117\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.679481701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.701513598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a94e44b0-f606-49e4-a1ed-131a82099620\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.701714969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.708883592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59c2b492-9cff-40e1-8043-f7d2d40398af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.709083901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.721915267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98893fb5-4540-4744-9d13-2fe6349f7eb2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.722078242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.731527318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28879edd-8353-4005-877a-95bb7ccc83c8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.731700814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.732094308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.740225579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9098f79-ec64-4cfa-a52b-59e25a00718c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.740315108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.743257159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f8e8a0-1cb6-4205-ae17-ae92290e2746\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.743847365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:38.745869384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.747258301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d185c3-ec3c-4dc7-8690-1c81d5098476\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.747631054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.751764019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ab5511c-f043-44db-adc7-aa9d4a24fa30\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.752280267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.753170972Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37471f56-c168-4e7f-ba1a-36dc0ae0dade\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.753416481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.755780441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54c6b398-cb96-441d-a8b3-aa63b4b206ac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.756048155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.757267153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b08239-1735-4cc0-aa92-3c5b4e5487a4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.757738603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.759646213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c430417-4212-4daa-ab28-85ce2eccefec\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.759899087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.76520046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"808f62be-844d-4aa8-8638-032594ae7ab2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.765701649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.768438702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555c705a-1c52-411c-9a5d-3bb5563e60f0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.768561517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.770188989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87a58a70-824e-4e17-b9d0-4a43a81bdb30\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.770319589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.772464503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b02a4666-5b3b-42ae-b0c2-91ae84e6daf9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.772657327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.778472163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8de9f84-74b4-40b3-9729-e41b3c9c89a2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.778894094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.781978028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce62066b-eda4-4dd4-8c91-316443be5c8a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.782362414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.782980055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.783115464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.783211706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.783295764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.7864259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.78884527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23f6c3b2-1fec-4b86-80bf-f4e0c1bdf2af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.789180478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.790286422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.810436139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.810503944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.810535347Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.812099633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.822518272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.822598822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.823611209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.823850937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca5097a-8b8f-448b-be2b-17e4df047cb5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.824091837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.82917761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0514996-3d91-4ec0-8aef-58921483f21a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.829331416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.831124659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87c0c659-2015-4b96-8961-3c0d7469e400\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.831256131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.834791976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae95c56b-a349-4ef3-9ae4-cfb82be97f7b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.838499634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.845441625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b045dab2-4efd-4239-aef8-8bd716a75784\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.869429269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.882051909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6920a291-dc0b-4902-baae-b4a721173529\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.882222979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.883933648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1006d4fb-e679-4231-b4e0-453e9edf6da7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.884012565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.886477366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0b5d015-a4ca-4279-b3af-3f411c73d19e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.886601684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.888745295Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c26ea4-df3b-4e8e-9c10-58477d81458d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.888936907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.890898725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d3932df-3be7-4d50-b964-dc4cfee58fdf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.891026059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.89216575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0990c1b7-02d9-4ef6-bbda-a498f8916370\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.892233144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.893401983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41bd9bfe-3165-4727-8c24-60ded5bf560d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.893548745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.894573647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af81aed8-bf33-4f6f-87f8-a17d1259b2aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.894904607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.898217477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.898495842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"314df511-ac70-4af9-88e1-e4c31fc478ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.898616893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.90064802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f01fb1c0-730a-4b63-8505-7e4a2c20231b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.900837197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.903204223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eb3299f-3f18-42fd-88b5-83fd751eebac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.903450965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.905524456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fad88090-3c8d-4d06-9fd7-4e508118dac8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.905658193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.908590315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34fea55e-a8c2-406e-8378-a81cb9e6cb98\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.908665785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.921288956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a47d930-e9eb-4079-9e15-07270b5917c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.921423534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.92602871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f56f509-f424-4a32-b4e5-076438370626\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.928135247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.931772053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"170b2747-874d-48f9-80ba-1ddba89d76e9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.932035247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.933133475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45d96522-724b-43c8-a94f-c72e4db95817\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.933295769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.934361262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed895f7-fcc8-4cea-9126-8efc30f2aee4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.93490241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.936684711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d38bf51f-02c8-491a-80d7-102be299e881\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.936753037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.952296767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.952377197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.952412948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.952441195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.953149245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.954077585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ed7d6ee-e089-49cc-a4ee-ddd3a32de2d4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.954251722Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.954297674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.954332643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.9543612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.954826026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.957559032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.964155825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.964443849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.964488278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.96636163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.967069851Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.971769876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.971844785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.971874815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.971903382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.971929584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.972241686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.976022659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.982465246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.982624252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.982902637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.984578937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.091805659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.091878094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.092345014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.092401977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.093166631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:39.093222983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36726"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.094537282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"fa72716a-9437-4378-8bbb-5c077524b13f","remote_addr":"[::1]:36726","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:39.095234481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"fa72716a-9437-4378-8bbb-5c077524b13f","remote_addr":"[::1]:36726","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":715,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.095807853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa72716a-9437-4378-8bbb-5c077524b13f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.097826085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.097884251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.09791416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.099492014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.099547374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.099581412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.099611432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.100407107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.103549137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.110719213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.111057868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.111120403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.111574718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.189653405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:39.196532892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:39.196831336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.197009992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"759.365387ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.197071695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.197298768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.19734505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.197375711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.197404278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.199870912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.203084315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.207775502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.20784479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.207881894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.208408343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.212734222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.212887407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.21377755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58507","req_id":"76404e52-60aa-4e7c-b16f-3d99a8014700","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d6 af 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.213841939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58507","req_id":"76404e52-60aa-4e7c-b16f-3d99a8014700","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.214260072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.214502725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.21455511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58507","req_id":"76404e52-60aa-4e7c-b16f-3d99a8014700","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.214925247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2124, tv_nsec: 13818410 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.2149918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.21527785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57404","req_id":"30f9e0ce-02fe-4a87-92a4-def3d2c82484","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 35 76 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 5v..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.21533835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57404","req_id":"30f9e0ce-02fe-4a87-92a4-def3d2c82484","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.215448049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.215485413Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57404","req_id":"30f9e0ce-02fe-4a87-92a4-def3d2c82484","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.330993155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.331442791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.331501448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.331535325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.331563602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.332198386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.332697411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63465","req_id":"378c94e3-1ea0-4d30-87a4-2fe474eb35df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5a 78 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Zx..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.33280265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63465","req_id":"378c94e3-1ea0-4d30-87a4-2fe474eb35df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.333037368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:39.333123039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63465","req_id":"378c94e3-1ea0-4d30-87a4-2fe474eb35df","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.333576622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.333629748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.333731381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.34231354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.349833022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.349898994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.349933462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.350424611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.351704832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89324e89-b129-4f8b-9ad4-f0598b904392\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.351943848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.352501659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.35255711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.35300898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.355025368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0652c43-252a-47dd-b8c1-3b609d3aa592\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.355093974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.356866476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a0a405-e405-41a6-9aa0-1406a6a2f92e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.356932387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.358519048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"710d32aa-c14b-4c5c-818e-b25dfaf8fe9c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.358651623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.361106163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dbc76b2-0785-4339-ac67-5246d04226a9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.361178117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.361883191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.362011667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.363891062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.364675264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.364736346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.364899491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.366739788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"420d9879-029c-4b95-b5ce-aa951edcd461\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.366815729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.371431957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dc4a9d2-c81c-42a3-88de-578b05d2ced7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.37150368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.373239488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d95d1344-2712-4ce0-8863-b4f429ce416d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.373872169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.374792442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee40a49d-9170-4cd6-963f-97f4ee8a7861\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.374925137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.375996932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d879b3e-e3d9-4c66-ae9b-ec236a03d0fe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.376135087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.377182574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e24aa92-c3d7-4eb3-b33f-386e6963cf27\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.377308525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.37897715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38ece3af-7b8e-4d2a-a559-d4c15c65b358\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.379058973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.379493639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b179609-0648-45b8-8e49-57e756efc9db\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.379837424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.384069787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.385150841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06daea7f-19db-400f-a979-359473c049f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.385217383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.38741917Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb0071ac-4b95-47eb-98d1-70ecba42116c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.387662365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.392898277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35b52dfe-1ec9-4beb-9f38-3289889be215\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.393266571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.395841732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f523829-ab93-4846-8ec6-b6e7d55ce9b4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.395969085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.398070632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b081c4c9-cba5-4feb-ad2b-bce974aa4261\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.398140832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.400631204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5658dac4-3481-4fc2-8a10-529918eb077f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.400696915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.401732128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a52f399-fc75-432d-bca2-2fc3ea4e0111\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.401881004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.403642895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd16164-4e91-4457-85dc-cade4ba3e3da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.40372558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.404015878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11320c19-68b1-4e1c-ab60-0f1bdf254756\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.4041271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.405169336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bcc4785-0bbe-4636-94a3-ceef99147ae9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.405466889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.407071035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59a5224d-1223-4ec2-96c4-7b49bb487930\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.4072844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.40963796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ceeee05-2cc1-4ddd-bf97-82127d380087\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.409782287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.412366887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de6faa37-7e69-487e-8e98-721c33b5a5c8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.412455223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.430384125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88ca4019-8460-41b5-9c1b-a18520cfbb2e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.430531729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.434725244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec37103-0869-4262-9805-17d514a4fe3a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.434861857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.435023138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.435160552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.435211644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.435598394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.436473117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.438866285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"602c39fe-3a64-4e05-859b-2c19c9ade809\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.438937046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.439124139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.449154714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.449428279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.44962941Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.449666664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.454459263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.454514483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.456242055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.456441142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f6fc6a7-b555-4e4a-9cc3-417b8812cc31\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.456646992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.458229826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61c731f2-885f-465e-92f1-3ee2abbb9340\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.458383532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.464657783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c533d4b-9a8e-4cfc-8d58-c5246b94f34d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.464793103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.465697304Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b0214ec-5fbb-4c7b-bf74-7aa8ddcb5831\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.465766272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.466753769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c1b28ea-b693-46e9-9fd2-acd8f11d003a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.466875842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.468060853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e76d3e4-e55b-43f4-acc7-26bc181901b5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.4682751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.470100698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e984eea-55de-4bd5-8a66-7b939fad7d27\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.470173202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.472171854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"688d41c7-fa26-4a68-aa6b-4026cb5ee7df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.472238627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.474269564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d79c0f9c-9f32-4796-803a-4365a8ef29b2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.474341367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.476456772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"753ffc77-9f41-44d7-836f-feda7a21e0a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.47652632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.47989888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d86cfa62-0d06-47c1-9bc4-d23a45c8d546\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.480152285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.485890137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"907d59e0-7ebe-437a-ac62-e755f8b64edd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.486056108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.486827164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.488658483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a55738ba-4864-4278-ae56-f460f8f3c417\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.488888531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.489934485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5762b202-a9e7-4e8d-8c65-a18fbb7ce85c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.490089274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.491064837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ec3da7f-de05-419b-85ba-db9ac2a9365c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.495668961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.496631048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bbd42b4-f1bf-4454-aae7-eec71043c88c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.496693332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.496730025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.496761738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.496789594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.497520259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.500550938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.508248094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.50831629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.508503954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.508551659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.508581087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.50903404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.515080697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.525568293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.525646399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.525682561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.528406288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.617973445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.618652958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.619516279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.619811837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.620070573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.620372434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.621210564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:39.621709058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38495"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.622491306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"f5de53f1-309e-48c6-bdf9-aa3772165545","remote_addr":"[::1]:38495","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.622700713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.623114678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:39.628873472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"f5de53f1-309e-48c6-bdf9-aa3772165545","remote_addr":"[::1]:38495","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6358,"response_code":"200"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.62916835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.630339313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.631380317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5de53f1-309e-48c6-bdf9-aa3772165545\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.63616004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.63623022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.636261061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.639371148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.639443532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.639478973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.639506909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.640364357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.640871006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.648523864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.648604044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.648638974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.649428176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.655644923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.655761435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.655891374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.663397239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.663677437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.663733959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.664178685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.670393969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.670458197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.671249173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.671835571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.671893126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:39.711798996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:39.712149815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.712213953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"515.096747ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.712253902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.712281247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.712310305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.712446887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.712500914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.713743771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.718163587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.726209859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.726363374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.726419516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.726946306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:39.735591441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.735669607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.735704927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.738227703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.739646921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58313","req_id":"b3afbd36-14eb-4c87-bfdf-d8f318dce293","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a6 88 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.739710317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58313","req_id":"b3afbd36-14eb-4c87-bfdf-d8f318dce293","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.739919073Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.740256796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.740288319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58313","req_id":"b3afbd36-14eb-4c87-bfdf-d8f318dce293","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.741121269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2124, tv_nsec: 539850745 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.741186529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.741855021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59033","req_id":"9a97fd64-3f1a-40ac-b918-25b81495b782","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2a 22 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e *\"..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.741935321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59033","req_id":"9a97fd64-3f1a-40ac-b918-25b81495b782","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.742034558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.742067895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59033","req_id":"9a97fd64-3f1a-40ac-b918-25b81495b782","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.810032399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.810542195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.810600401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.81063004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.810659619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.811275386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.811597077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49960","req_id":"c43a9d3e-d60e-4389-9395-1f5d22e20afe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 19 7f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.812746407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49960","req_id":"c43a9d3e-d60e-4389-9395-1f5d22e20afe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6527,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.813097877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6527,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:39.813329018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49960","req_id":"c43a9d3e-d60e-4389-9395-1f5d22e20afe","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.814315263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.814372527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.814403128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.815032141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.824419735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.824503332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.824536518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.825156794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.82702684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b81ac0b-cf15-46a0-98e2-0bf9605db0f9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.827321156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.82977245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.829818702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.830810158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.833589105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bea55aa-b54b-4851-b87b-0785dd644409\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.833824283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.846598806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dccd872-525e-4a15-b4be-c1f211f7b006\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.846893533Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.86106579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3229da-3d07-45b0-953b-1fae106d5c74\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.861233524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.864860441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78080db-6150-4f37-a745-6c003f6ffa2b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.866186373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.871685619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4b0794-e2b2-4c67-b9cc-9b74652e5b3b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.871956118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.880902794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d4a0679-841e-43f5-98e1-2a04ab53aef8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.881304575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.881929901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.886566639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cacf9585-07c2-4f13-bf4a-f897d53b7758\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.886829994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.888230664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8f5ed53-f3fa-4229-b9e0-24a108c52466\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.888506294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.893174414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56e6edc2-d880-45d3-bf6e-9fe0c746a3e7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.89341326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.895592823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"734afbd7-edc1-4292-8761-2574e2fb68d2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.895815677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.899674465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c57d412c-0a3a-4c6a-87ce-b9cb4cfe531c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.899919434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.902387291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"623d6e61-276a-4fdf-81b2-b61a979b024e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.90301916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.908589959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cef5b3a-57a2-4cbd-97b7-21e461087c38\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.908868404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.911181432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8b6527d-7eac-421d-9959-fd7cd7ed69c6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.91139109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.913610773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94b15c3c-5164-4e20-841b-46ca3ba2df54\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.913873055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.918785954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f8a7b4-97eb-4fa0-9aca-90c9810d4ff1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.919126462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.923056302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c13f49e-e80b-4ed8-b945-35ae44542954\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.923755195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.927343374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42aa658b-33f7-4f97-aef8-aff6fe041167\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.927496459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.929050806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"741c9cbf-fef4-465e-a8cc-848f51a1ade5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.929157849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.930135046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a39a460-7349-4538-ae6e-cfbd75e0f612\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.930217871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.931322923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24283cfc-724f-4e0a-b6a0-0e66b9bdd2bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.932615779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.932964083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.933023641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.933058721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.93308808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.934945651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.936358937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d94ce2-3034-4b12-bb6f-9a150348a4f5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.936427363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.939316149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.949546452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.949661672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.949972361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.951486848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.952080872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9530d9ab-0112-4eb6-bab3-a8a36180aaa4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.952647711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.963322029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.965421893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.968539986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.973152285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0823aac9-c9e1-4620-ac06-08b2977b8f47\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.973367374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.975800812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"346bbdb6-3d18-434f-8602-dd4272e5de62\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.975883828Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.981365459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8eba3bc-1370-4e22-b7fd-9c265e058326\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.981446641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.987205736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89318452-3064-42b7-9ae5-2ed62a0c5b3a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.987451896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.99330098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bbbd689-ae29-4fee-aedd-9c661c6c168e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.993568353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.997444005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e36e7746-0357-481c-8259-f83bf8ae4aee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.997844443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.00375524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b882914-3f37-401b-89aa-bdd01697a44c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.004024496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.004329764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.006521982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dcb00fb-9c6f-4f34-911c-1a77b5ee45fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.006852781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.007865409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38964f9c-c6d0-49de-b0cb-03b4a8103456\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.008052792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.008825141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c903aba-463c-4f20-b204-395581b87833\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.008886303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.011033952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b47e778-0050-42f8-94e5-0db76afb5b93\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.011099412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.014445529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a55baf34-7227-4e2e-8ec8-b570d49cbf59\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.014511992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.018126744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64d756f2-7d82-463b-abc3-2f9f7320088f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.018357053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.022513995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69235e73-3513-4031-b280-30422b2420f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.022824113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.026739965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad3f1fd-56bf-4653-b642-cdbc3a06b66c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.026937318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.030084659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"746dc4fa-32a7-456d-8dd5-27398df5ac52\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.030325439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.034096092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0705e433-5113-413e-9ff6-0c8670fbf328\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.034229638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.035682633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba183e9a-f05e-46cc-9bae-4a227fec766a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.036174643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.038121753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c54616f2-03f9-4117-bc57-746662820e24\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.038268204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.041230857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06c0f450-4978-487c-a2fa-fa77e88391d6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.041512759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.04322462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75526914-939a-4c19-afca-3a547432f760\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.043525109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.043568535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.043598024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.043741249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.044403909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.046720996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.061115707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.061185325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.061220646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.061305164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.061342869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.062103495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.062755584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.062813129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.06284377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.062870433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.063387473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.065178682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.070756475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.070827627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.070862256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.071388334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.073839398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.087637429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.087699593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.087827658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.088382534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.160693719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.16075931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.161574354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50610"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.162948221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.163002229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.163753205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.163970618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"e724ff5d-79fe-42e6-9ff3-285aa1039931","remote_addr":"[::1]:50610","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.164513169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"e724ff5d-79fe-42e6-9ff3-285aa1039931","remote_addr":"[::1]:50610","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":553,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.164840391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e724ff5d-79fe-42e6-9ff3-285aa1039931\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.166863723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.166909273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.166934103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.169805734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.169861355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.169894491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.169923589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.170609666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.173659924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.177264165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.177451157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.17749745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.177920012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.208622715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:40.209533319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:40.209877846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.209945631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"497.703883ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.210038476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.210083936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.210114617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.210144046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.21017107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.21110448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.214254596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.225614971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.225693988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.225731343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.226620815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.228267325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.228702452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.229279843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a463c249-7312-409f-a821-02cd6579c395","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.229491915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a463c249-7312-409f-a821-02cd6579c395","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.229553328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a463c249-7312-409f-a821-02cd6579c395","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.230383512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a463c249-7312-409f-a821-02cd6579c395","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.231270539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.231329286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.233404381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60192","req_id":"611aaf98-f2f5-45f3-ac8f-3bca47db175c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: dd a0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.233708937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60192","req_id":"611aaf98-f2f5-45f3-ac8f-3bca47db175c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56736,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.234025007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.234386417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.234692698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60192","req_id":"611aaf98-f2f5-45f3-ac8f-3bca47db175c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.235034519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a463c249-7312-409f-a821-02cd6579c395","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":5914,"response_code":"200"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.235446119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2125, tv_nsec: 34357598 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.23551216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.235759493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a463c249-7312-409f-a821-02cd6579c395\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.235952938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.23705811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e106b894-a939-43c1-b2f2-b64965579454","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.237213781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e106b894-a939-43c1-b2f2-b64965579454","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.237274071Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e106b894-a939-43c1-b2f2-b64965579454","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.238069165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e106b894-a939-43c1-b2f2-b64965579454","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.23832243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64393","req_id":"6d393955-65bd-4b35-a67a-126c7628cf24","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b7 4f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .O..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.238559281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64393","req_id":"6d393955-65bd-4b35-a67a-126c7628cf24","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.238670744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.238931844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64393","req_id":"6d393955-65bd-4b35-a67a-126c7628cf24","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.299869127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.300581316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e106b894-a939-43c1-b2f2-b64965579454","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":63708,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.300904981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.301034529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.301171352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.301268135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.302359579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.310164801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e106b894-a939-43c1-b2f2-b64965579454\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.310419578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.310512093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.310590279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.312896313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64783","req_id":"eafb480f-b6f4-457e-bd96-c11731af63d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2c d8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ,............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.313139137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64783","req_id":"eafb480f-b6f4-457e-bd96-c11731af63d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.313443353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:40.316804911Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64783","req_id":"eafb480f-b6f4-457e-bd96-c11731af63d9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.317248374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.317340408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.31852079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.319764999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.325646828Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.325746025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.3258284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.327368258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.33034557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.330383445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.33125412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.331500671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1143d183-29ca-4067-af12-3a86e95c7168\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.331833514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.333969029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95b91a36-25bd-4fd9-afe4-08d66c7b5a2f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.334704354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.347067878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c94edef2-b23e-46a0-bc3b-794d1e29c88e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.347192556Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.349375135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97c08305-ed11-4c72-95a2-823fb1644028\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.34945283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.351493195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d38165bc-9d61-4c53-8b22-57bd319c7aeb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.351562764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.354431379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd11d447-7955-4a45-a070-d1e770e1d69b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.35450214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.356194783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a7897a-7bed-41e3-a634-7740a387c893\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.356292367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.358630476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e915d9-3524-464c-835c-4f2aadc51fff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.358707068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.360064222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d1997c0-44ce-45fa-bce4-6c1c936fb572\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.360129643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.362191721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35c77cf5-14cc-4a6c-a530-c5bf938e391a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.362724873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.363343225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.363634426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.369084464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.370662939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.370754502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.37082379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.371279999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.372059923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc04b33c-0e7b-40f9-bdab-a9356f0a8f3e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.372483637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.375276161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e4ac0c-0abf-4be1-a5bf-38b2a85d8b70\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.375433364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.377883396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd140ab-4adc-4b66-a713-75700f5e95d0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.378144736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.383388534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42c910b3-534e-4624-bb4c-85773cda620e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.383712309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.38748193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfa32787-035c-41ee-9f6b-336041af859a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.387564064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.391844352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ce0a10-5bdb-42bc-aa1a-f5a8934677e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.392102386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.393972953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"860292c5-75fb-4494-8203-0fa3d95cc6ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.394871854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.397096146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f066f6c5-f6c4-4fc1-8850-a8983acc2eb5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.397157458Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.402060236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b81594-9dfa-4ed1-be30-b7daf8bad68d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.402195256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.403440206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a16b707b-6ece-438b-adc6-359d5d6bf275\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.403970312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.405136826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7394a2ee-1455-45eb-b7e0-d3e4f099df7c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.405325883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.406477397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4216e82d-d51d-42c8-9236-161c6e74de33\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.406607056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.407644342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"387890bd-206f-4c71-8d6a-177a06f17d68\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.407791456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.408974483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d009b4dd-615b-4553-bb86-5cd00fa6db30\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.409279711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.418488368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b014a32c-e128-4150-9463-e29ad08e62e8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.4186046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.42229872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.422379451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.422414481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.422447948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.423390255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.425021285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb771bf-759a-426c-8faa-85044a3363d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.425325461Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.425858142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.433807651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.433917139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.434153861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.434820489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.437762992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.437862921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.438369931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.440007754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8a45640-aaea-4e01-bcc2-8ba807cd517a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.440192462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.444276179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11872129-a6f0-4e52-83c2-243c3ced7f2a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.444362872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.447111659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777fb441-0fc8-4f36-87ae-1a64183f14be\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.447180856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.451947474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0049ec3f-b172-41e3-bf6c-919d57e8cad2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.452129737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.454787833Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05e27a23-025d-4a7f-bfc8-c290caa4ad6b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.455053181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.456514633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b9c00d-5500-414c-bd27-89ae5d63c68a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.456774922Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.458882481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c3addfd-f0af-433a-86c8-a7db4d2877be\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.45914291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.460336538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"360f2aa2-f81d-4301-b723-51b6051747df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.460545535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.462067808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4353c462-a367-40d9-bd6a-a37239e89e1c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.462325361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.468268592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.468557117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86beabc3-b63d-46c6-807c-a918e58bf495\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.468674942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.471359611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"769db214-7dd8-43dc-9e0c-e386730d431f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.471565772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.474263817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bfda9b3-51d9-41ae-a8f4-fde2bc439c62\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.474392714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.477206621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d1e7d85-08e4-4c78-9ac1-ce053252995e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.477405237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.479351324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f314046-5e4e-485e-bfab-e2bb1b0b7341\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.479505281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.482072716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1065ebc2-1ad7-4c95-b8a8-92575259b025\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.482150682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.48326425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eadac102-f17d-4fbd-bf85-4f7664def1e0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.483335332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.484138873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ebcc6fe-bba0-4cd1-8101-e28d5b3c19a9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.484567056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.486572973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54b9951d-534b-4c18-a95f-76f2d3fce314\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.486807189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.488040857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59f4e014-dadc-4b54-b6a2-f0ac65ead406\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.488357097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.48839833Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.488429973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.488456095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.489276589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.493890142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.499050363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.499180512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.499276564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.499423496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.499508766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.500257348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.504032239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.513440294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.513511987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.51357356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.514463252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.59028374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.590365663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.591013083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.591079936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.591207099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.591246939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.592189397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.592731497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60084"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.593641359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"2272b7f1-1d3e-43b0-a5c6-ebed34c444a8","remote_addr":"[::1]:60084","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.598320362Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"2272b7f1-1d3e-43b0-a5c6-ebed34c444a8","remote_addr":"[::1]:60084","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4760,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.599825361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2272b7f1-1d3e-43b0-a5c6-ebed34c444a8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.60370483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.603765571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.603795591Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.608087272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.608149326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.608184696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.608212351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.609044098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.609565638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.620320235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.620420846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.620518931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.62140656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.625340989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.62549221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.625755916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.626721369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.627199372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.632199304Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.632420795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.63247352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.633022053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.638809564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.638869814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.639366183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.640357799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.641297672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.653236559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.653309003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:40.681874097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:40.682360637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.682663009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"472.486048ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.682973688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.683248817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.683392813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.683723893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.68377775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.68496204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.696654186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.698958657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.703996916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.704073568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.704105442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.704933021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.710134655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.710196348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.723793229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59736","req_id":"db6775d6-21b6-4a32-83b7-9bdf537bc5de","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: db 85 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.72386925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59736","req_id":"db6775d6-21b6-4a32-83b7-9bdf537bc5de","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56197,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.723939039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.723961384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.723982586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59736","req_id":"db6775d6-21b6-4a32-83b7-9bdf537bc5de","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.724024429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2125, tv_nsec: 522877272 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.724062445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.727630684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63920","req_id":"4cb084dc-b26b-4e9f-a9f1-e7caf58d6802","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 87 e2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.727759772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63920","req_id":"4cb084dc-b26b-4e9f-a9f1-e7caf58d6802","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.727868558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.727895602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63920","req_id":"4cb084dc-b26b-4e9f-a9f1-e7caf58d6802","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.826121992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.826467841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.826514263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.826544524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.826570585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.827403685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:40.827667351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.82820927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62259","req_id":"e97c119d-483f-4802-9320-1fede93a284b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b9 e9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.828272226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62259","req_id":"e97c119d-483f-4802-9320-1fede93a284b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.828516412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:40.82868605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62259","req_id":"e97c119d-483f-4802-9320-1fede93a284b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.829095406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.829134434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.829160185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.830077212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.835687911Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.835788482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.835824173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.836176154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.837969948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae3654d-4ef5-4aee-9df8-25a9df59d0d1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.838165898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.838818008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.838880071Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.839355489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.8410325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d0cdf62-fab7-43be-b160-2ebd8fbf3244\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.84143409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.847499004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"521d33ba-9532-40d8-be9d-9e122ec2c7f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.847840063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.85505566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b14bb7-272c-44cd-b1a3-7a2589efcda8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.855400397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.863205408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15a7f461-a33a-4e1e-a7b4-02450e65c8de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.863563592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.878744539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bebacdb2-9920-45b4-8a9d-9d41deebb7f6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.879142391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.892485958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f5391a-f9cc-4eee-b5f9-976f99b6eb76\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.892712108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.89438928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.899656184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0ff5e81-12c4-4340-82a0-56c668fbe71e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.899749049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.90366965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc43b67f-573c-422e-b088-2eea06232ff4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.904353232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.92550219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd10410-b926-42a9-9326-37f8c464e629\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.92584862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.927658517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb5a9196-77ac-431e-96b6-0e4952552528\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.928487168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.931980648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c96ceb45-ac38-4782-867d-54a3d5215392\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.932436076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.93400905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16a89858-6695-4b48-b4e6-9d4067571a87\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.934474196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.940980109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5db72f7-5714-44cc-9b7d-c1faae43b580\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.941239766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.943583767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78fcc5f5-8f1b-4379-9f9c-4e962c9ac2c3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.943802152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.945474754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.945933128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.94605977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.946153366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.947052638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.950886938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f441fe-239e-473d-8068-1a1b0117876a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.951110653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.95192181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.958733241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.95887324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.958961145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.959479879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.962196852Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.96240651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.964149402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.964445973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3025ca4-f50b-41ce-ac10-90f5138b5347\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.96478575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.970580857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82436e7c-91c1-491b-957a-b704af91548a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.970711266Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.977439462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43d7e86-18a4-492e-9ed3-4ecfa6f68e85\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.97751389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.979158166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89d55cb7-b487-4d00-aff3-09c1f773b3a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.980105063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.981637596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3025e25b-9e05-499d-a72c-4d27b009cd19\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.981745241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.9835318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272d50d8-e666-472c-81a6-e070d0f2f27a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.98358171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.9888819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5b4c08-78c7-4c38-ac55-4da813161e4f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.989055276Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.990973628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f371dff-e4cd-4ac5-98ac-992a1dc9170c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.991228415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.993892564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3996b4db-99e8-43af-9ccc-149e1dc6b24d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.994059045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.998824781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.999245649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49adba7d-86dd-46c5-ab02-a956904caaf8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.999373995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.004636991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a375ffd-d3fa-4194-b4f1-1f12d38dad2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.005008151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.008900937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b3d2589-4a80-4a83-a944-9ed2d3301831\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.009149031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.012236863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbe9cdc7-042d-4861-a1a9-11dc5360d814\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.012516901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.014702406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b861b7b-3858-46b4-8b2a-5fb4dc81b3f4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.014832365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.01614472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c0213ee-9e67-4332-8114-fd27ef0db02c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.016324287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.017926911Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d167d7-e526-4300-b936-0a4ed830aefe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.01854399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.020321842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d609fc5-9f22-4b98-a149-76c738a8b23b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.020451511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.021629848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f11037-5ec9-4dd9-b9e9-ad30202d67b3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.021770328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.025423397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b0ba79e-4d35-4d14-bb42-0c6f44c9a57d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.025539939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.028406831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53756ffe-b5c2-4332-b940-03c308fc3b2b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.028478454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.030425784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed5c1d0e-8a59-4be2-a503-5061f2a59e08\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.030672976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.033528476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7877a8c-22e5-4866-baa6-f9d473b567fc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.033699647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.039147922Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f2bd43f-8586-4237-b4df-229f79bd3deb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.039451707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.041422023Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ee58c0-7a9e-439d-8708-17a284292230\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.041731319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.047644411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0273b9b1-8f5b-4dd7-adc6-d4184520a537\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.047873217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.04898406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"780642da-b59c-4b44-b7ae-504a5e28a9e5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.04912963Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.049730207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.049776128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.049808332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.04983747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.050854627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.052504234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b06cfcc-a1a0-4249-87f1-bd11145f71ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.052698761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.053794504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.061569075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.061636249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.061671639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.062155263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.063242749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e520118f-07bf-452b-b7f8-f9984656161f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.063586053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.065244377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.065307944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.065745596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.06593336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb68bdc9-1597-4562-bf81-664be1d599cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.066044111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.0660938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.066126355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.066157787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.066766921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.0719559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.079091487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.079157679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.079192999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.079225153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.079256075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.079681032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.083212929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.088685142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.088763879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.088796754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.089222001Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.162186318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.162353651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:41.164347895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56996"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.165078661Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"0d5bfc9d-8f5d-4a30-ae1f-d92b281af3f5","remote_addr":"[::1]:56996","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:41.166179013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"0d5bfc9d-8f5d-4a30-ae1f-d92b281af3f5","remote_addr":"[::1]:56996","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1113,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.168336281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d5bfc9d-8f5d-4a30-ae1f-d92b281af3f5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.171630475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.17172328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.171843179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.178418079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.178700652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.178812675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.179119045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.18011495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.183690714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.189253007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.189529097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.189588876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.190681172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.201809705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:41.228878919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:41.229172123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.229224658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"546.234116ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.229262954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.229290779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.229321701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.229350979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.229377332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.230101855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.233308895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.23882212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.238904414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.238938742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.239601964Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.243265944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.243327306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.244377449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61634","req_id":"86a0bec9-1acd-4649-9b76-3ddac095d806","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 98 fb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.244645523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61634","req_id":"86a0bec9-1acd-4649-9b76-3ddac095d806","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.244993516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.245320177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.245610365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61634","req_id":"86a0bec9-1acd-4649-9b76-3ddac095d806","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.246154389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2126, tv_nsec: 44919767 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.246251943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.246668894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65442","req_id":"18f159c3-6682-4d21-a0ca-e0da44097eb9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 b5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.246723032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65442","req_id":"18f159c3-6682-4d21-a0ca-e0da44097eb9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2229,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.246862179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.246964523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65442","req_id":"18f159c3-6682-4d21-a0ca-e0da44097eb9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.322379823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.32283491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.323096251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.323208815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.323295618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.324283296Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.325136265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59538","req_id":"f1af098e-bcb4-4688-81e5-28562e8e68d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c4 f2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.325568236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59538","req_id":"f1af098e-bcb4-4688-81e5-28562e8e68d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.325895939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:41.326099895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59538","req_id":"f1af098e-bcb4-4688-81e5-28562e8e68d6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.326643619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.326735822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.32686532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.328142916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.338901231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.339036992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.339077011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.339868749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.341587864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d38d572-d0ca-4ed9-94a8-e515608c2bf4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.341841038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.343175387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.343238062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.345406903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.34547058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c117e90-58e7-4e07-94f3-9f1c23d50038\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.345511161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.352323564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3767fa5-eb79-4cd6-8c8d-eb987ec14643\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.352700515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.355156068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4727a44d-efe1-4ffa-abb6-c3946f3c1235\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.355634281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.359369553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e97dc154-4292-4adc-8b56-95b7222195d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.359592056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.362833094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.362998243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.365465218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.366480701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.366538076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.366566031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.368133504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b98207fe-975d-443a-88ab-27da465a6728\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.368324655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.371331416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c780bb4-3fa6-44df-bc55-5be1a206f13f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.372724281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.374688926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522056e2-eaa4-4290-af6f-e30dcbaff38f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.374764496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.376499834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda84c49-a81e-456e-a7e8-a4cfb791c33e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.376567669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.377527491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16f3fa01-76fc-4a72-9a52-6cdce2016d23\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.377679444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.380308502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.382311173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b04506c6-05a5-4263-8182-0bbbe479394e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.382677613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.384200036Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"894d04f4-7749-4392-b662-dc3ea8907de7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.384318903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.38628009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b08f498-6b56-4067-87d7-3295a03317b7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.386488696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.389132904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de69c73-de75-402d-9235-ab47076ab364\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.389212152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.394002517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2571b40-1579-4145-9739-7db17d67e573\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.394081514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.396761825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cfbd907-06a8-40f8-b217-39fafd4f40ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.397171721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.400200606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5efb5b70-8871-4e3f-91fc-66bcad3c2052\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.400484752Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.404926542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"993d5625-e7d4-4f09-9b85-f734de2159f1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.405562058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.412019124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61075929-e4d3-40e1-85ec-0b2ebe9bc415\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.412854859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.414681238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ee5280e-34b4-47d1-8c86-820cce0b7cfa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.414878611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.416462016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7b31c7a-f8a5-436b-9b6c-e41a5c1ef814\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.417263403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.418480427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ce6484-d260-43ce-834f-fd8a223dde60\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.418528353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.419898934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0b8d3b1-645d-493f-a980-e0c9a9e00fa3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.420041728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.421594201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57800504-1ad8-406a-a457-d899bac70f4d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.421771134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.425157902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25bf4b2a-298b-46d8-a9df-17356764dec2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.425284855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.42699916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402ecfd9-7f6a-4f58-bc44-18a301bc0e44\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.427171734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.429559642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82322983-550d-4ac8-b14e-7a58c18eed17\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.429675894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.43078823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.430843991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.43087336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.430953469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.431766579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.435108207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.446618541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.446687498Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.44734097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.448794857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.449620241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3a6894-b75f-4dfc-a80b-267d55f7d39e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.449857584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.451395599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.451505538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.452987641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.453846422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e1d2cc3-fcd8-4401-a7c5-17010b816b2c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.453993114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.456854806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"162973b5-267d-4e96-b049-21b7dead5c33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.456974464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.458331759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8ae5223-e6a8-4b47-adfe-1772e5997644\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.45870901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.459715596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"949ad90f-fe32-4367-86c2-92742c5b06fb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.459853831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.460913392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21a0c8b2-c411-4f65-a2fd-4734275d48ce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.461081437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.462602949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e8c9d3e-0ac5-4c64-95e1-70a9bbfe280f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.46279931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.464137927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfffbaf7-36fb-4824-a234-7bacae4ff558\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.464303958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.466329063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8440e94a-7e1e-4a0b-a10b-acfe5d4071e4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.466419643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.468471241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b541ff8-4c28-44be-9f0b-fd3976280977\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.468737541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.470706665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfa5cb78-d980-47bd-909b-2a3d1a58fd85\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.471098305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.473467025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcb6172f-ef6f-4c47-91d3-ee20648cede5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.473584669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.481038771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2b5d4f2-a6f5-4dfd-b6a6-ce4494aa1e13\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.481186215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.486948055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.489323047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe2c9fd-845f-4999-a1da-acc1cba69402\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.489559798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.490964908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a096eca1-bf4e-4d20-b363-915e1abe3acd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.491024817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.492040261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c6a9d25-8a94-4f31-8e4c-b85e5bb7e5ef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.492101272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.494384441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23768fcc-3576-4380-a008-a3f5f7bcdf73\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.4946549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.496794303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7ffe69-5efa-4fbd-9805-dac55d6d49c0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.496857549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.496889953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.496919793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.497055002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.498868956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.501864395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.507540544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.507615984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.507649932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.507678789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.507705883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.508243915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.513973762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.521110882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.521336091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.521389317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.521809554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.610963367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.611076673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.611776257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.611842158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.611874182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.611904222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.612710669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:41.613890369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37344"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.614972645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"7584a1fb-b762-454b-96bd-135346648502","remote_addr":"[::1]:37344","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:41.619268394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"7584a1fb-b762-454b-96bd-135346648502","remote_addr":"[::1]:37344","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4292,"response_code":"200"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.621742965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.621979937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.622277219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7584a1fb-b762-454b-96bd-135346648502\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.625201215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.625314481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.625389079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.627750865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.628060823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.628284168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.628341442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.629005435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.629633977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.630508279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.631957807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.640326812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.64040114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.640432843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.640808211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.644159007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.653371984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.653591982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.653676871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.654455683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.656545286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.656606558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.658511574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.659827506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.65995016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.672629944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.672675475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:41.713986224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:41.715402596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.715887412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"486.593546ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.716196798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.716456155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.716678398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.71686529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.718967739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.72066991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.730775495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.733139656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.733208192Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.733241569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.733267811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.733642998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:41.733958938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.743528915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.743597161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.745863206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58382","req_id":"b93cdaac-f34c-4500-adb9-8833b11fdc0e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a5 c5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.74596048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58382","req_id":"b93cdaac-f34c-4500-adb9-8833b11fdc0e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.746033185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.746057974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.746079317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58382","req_id":"b93cdaac-f34c-4500-adb9-8833b11fdc0e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.746119597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2126, tv_nsec: 543933650 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.746155008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.746181801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49975","req_id":"fc74c4dc-897d-4a38-8659-4229f52204f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5f b6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e _...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.746215669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49975","req_id":"fc74c4dc-897d-4a38-8659-4229f52204f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.746296399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.746316369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49975","req_id":"fc74c4dc-897d-4a38-8659-4229f52204f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.812554193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.81323496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.813456511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.813512543Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.813542863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.814699117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.816050429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56600","req_id":"03e406f1-102c-4297-a3bf-363f983da53d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0f f9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.817518665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56600","req_id":"03e406f1-102c-4297-a3bf-363f983da53d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.81790774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:41.818187998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56600","req_id":"03e406f1-102c-4297-a3bf-363f983da53d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.82112004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.82126029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.821382182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.822256765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.838964464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.839110906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.839209041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.844326898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.848094796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"368491ce-f162-42e6-84bc-5b3ff1fdd8d3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.84850335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.848671635Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.848906563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.863812582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.868552636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e652c67b-6665-4a10-b515-40bb6eff2607\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.869442059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.884943544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad006f69-ab3b-464e-b49d-070e4e30a9b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.885081339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.887643013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86adf04b-9b58-4855-9ac3-8b21ad7edb36\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.887775316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.88999547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ec25f13-6e18-49b1-9bf3-c4b1217c5bd9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.890062684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.892622464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3478075-384c-4de1-80eb-3760fbf149d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.892758876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.895434968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7beaa6-ba53-4b18-8819-522822f18de7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.895491701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.898479313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f012ebe-47d4-46cc-bfcb-179017f5cae3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.898559163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.899508264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9dc64c5-2225-4422-8147-0c9833da0ad7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.899643463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.904102888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.904461913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ce841f-94c3-41ae-82ac-c5ce375557ff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.904708825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.907443143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"002c314f-81c9-49a5-8e25-cf06eb53c4d6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.907731488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.909933335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1054e457-12ee-4700-92aa-6d64e3d7f251\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.910149616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.911586879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"071e8aba-c4d7-4967-a101-14ad2f60a6cb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.911938009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.913503498Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d23aa1-710b-4146-a8be-7b0cdd92e3c1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.913949607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.918625103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a052c3f-dbbb-40bf-8373-bbe5ddedeecb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.918843588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.920644626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb794a12-3d91-4a5c-8cce-d0e1f9dcdb8c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.920897701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.924394608Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a345bc24-03e1-4086-ae08-5ff74b57eadc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.924526932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.926582327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"060ec655-df25-460d-801c-b490cb393144\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.926897876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.929954636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e7d7bfc-340e-4562-8de9-242356f2ea1c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.930069144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.930873186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c17777a-0360-4b4a-a8b6-e91cc5f3dce3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.931017013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.931874872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e28c6a31-a118-410b-8c19-fb99c25d8976\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.932000532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.932966076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e16e023-62b6-4fd8-8906-82ddfde9503e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.933139051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.934062831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c82e80e0-ec17-445c-9150-4af0cf11b16c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.934174804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.936414587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7754d52a-01cc-44ae-90b4-f9b88a836e16\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.937643536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.939534613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56c669a-e165-4aa8-892a-ed76e17446ee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.939599783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.942640271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6460919c-74a2-4dbf-a629-33f665924113\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.94281521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.946020717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66086f5d-7e16-4e25-b7ff-8fc87b2c8ee6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.9465091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.949336203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"557327fc-d374-4c6b-aafa-9814e42d9f40\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.94938495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.953355891Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60132609-80b2-414e-9ee9-d1d85a5b9fe4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.953806439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.954751262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.954808075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.954839888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.954866481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.955881393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.959721294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20869a09-2162-4fbc-96c2-da50f2022129\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.959768638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.960089037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.971316607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.971380835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.971415324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.972284796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.973509957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5f5687-ff6e-4893-b1ef-107dbc15b39e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.973843592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.975233742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"232ec4b0-fee9-44ef-95ce-03fd87c5f41b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.975399973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.975599731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.975653268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.976361128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.977464747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc94c7f1-2528-48e6-9811-bac64866536e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.977601249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.979794208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71aa294d-3b92-4256-9240-c5fa36d57399\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.979989698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.982970877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c92f0c5-7c95-4c3b-bb5c-146352df3965\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.984067232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.992223913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9665744e-202d-4c7b-81df-54739db7b30e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.993419035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.996038093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b9f36a8-e262-472c-bcd1-24a06dc9d12e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.996165407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.003569549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7c5eebb-1465-4088-a11b-2f6057577276\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.004484422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.013711727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.014354147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a898e410-4f22-418e-82d2-504d4a85577a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.014533694Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.017468241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e45e13ac-f6b2-4087-b992-c2efcb5e4623\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.017532579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.01982661Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdcd92d2-02da-49dd-b432-38bf3e263651\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.019984885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.020880069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1908d779-af59-421b-9acc-0df750704e9c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.021029567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.022552892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47574eed-c606-47e0-9ed8-580de63c83d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.0226169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.023457975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cdad6b9-0f9e-4aa1-9443-272c65cf378e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.023583175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.026921105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbbd3907-a491-48db-af63-1700cfd35f42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.027415621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.027673084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.027730177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.027760558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.028830329Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.037891954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.045812044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.045918777Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.045958546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.04599047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.046018716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.04657294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.049816513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.058264104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.058326328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.058358583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.059154047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.130797532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.130873704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.131665602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.13172962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.131764078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.131791182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.13323576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.133363365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58096"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.134506883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"8bc11849-a120-4c4d-8ab4-b5566fa026aa","remote_addr":"[::1]:58096","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.135060025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"8bc11849-a120-4c4d-8ab4-b5566fa026aa","remote_addr":"[::1]:58096","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":565,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.13577511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc11849-a120-4c4d-8ab4-b5566fa026aa\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.138779857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.138837812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.138867341Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.142175763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.142272385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.142310852Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.14234481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.144636606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.144712718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.151627435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.151920529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.152024255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.152604662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.154469517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.161322952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.161553732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.161596057Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.162622381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.164882795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.164941923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.166542151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:42.206189676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:42.20719544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.207260821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"491.045165ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.207301321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.207332042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.207362994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.207393685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.207421781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.208080604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.215771908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.2221418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.222220046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.222253863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.222613901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.223739934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.223784222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.224106545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.22496265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"903fce5b-a1b4-4c7b-a89c-87984d0e0eb0","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.225212759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"903fce5b-a1b4-4c7b-a89c-87984d0e0eb0","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.225280133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"903fce5b-a1b4-4c7b-a89c-87984d0e0eb0","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.226512819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"903fce5b-a1b4-4c7b-a89c-87984d0e0eb0","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.227899943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.22849059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.22966527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56364","req_id":"0bb6872d-41e4-4648-9c5d-e5c567844280","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 07 82 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.229726773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56364","req_id":"0bb6872d-41e4-4648-9c5d-e5c567844280","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.230529462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.230678489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.230931333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56364","req_id":"0bb6872d-41e4-4648-9c5d-e5c567844280","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.231531589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"903fce5b-a1b4-4c7b-a89c-87984d0e0eb0","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":6530,"response_code":"200"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.232029811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2127, tv_nsec: 30906431 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.232099901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.23256627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"903fce5b-a1b4-4c7b-a89c-87984d0e0eb0\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.232791579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.233175774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9b63054b-d861-42b7-bdd0-352616bb4e72","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.233717684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9b63054b-d861-42b7-bdd0-352616bb4e72","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.233860479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9b63054b-d861-42b7-bdd0-352616bb4e72","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.234700232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9b63054b-d861-42b7-bdd0-352616bb4e72","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.235004628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58169","req_id":"fe342ab1-5125-4170-9bc6-9b9b82870794","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 19 3e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .>..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.23507095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58169","req_id":"fe342ab1-5125-4170-9bc6-9b9b82870794","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.236539557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.236583284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58169","req_id":"fe342ab1-5125-4170-9bc6-9b9b82870794","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.301202764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.301883851Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9b63054b-d861-42b7-bdd0-352616bb4e72","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":68707,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.302186414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.302243988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.302276273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.302302986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.303009113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.303447085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b63054b-d861-42b7-bdd0-352616bb4e72\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.303565201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.303612585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.303639339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.303964847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59485","req_id":"927dc0ca-2a6a-4de9-8bf4-4620c720b160","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0e 46 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .F..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.304067061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59485","req_id":"927dc0ca-2a6a-4de9-8bf4-4620c720b160","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.304250927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:42.304342319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59485","req_id":"927dc0ca-2a6a-4de9-8bf4-4620c720b160","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.304596446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.304639451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.304666265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.30652105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.317064688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.317123966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.31715095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.318265801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.318761418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a35edaf6-9a3b-489a-9f21-2ca5a6480de7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.319227246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.322823662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.322897219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.323408387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.32368112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ce7f23b-d0b4-424c-b666-6a9654279393\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.323883123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.32717386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a74bf07-2b9d-48ee-b166-90cffe59bee3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.327302726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.329717938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c47c770-ab5b-4352-9052-f2b4239abe5f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.329920542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.333053595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c350b12-6b9c-4278-b8f4-8b28dbae71b5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.333115778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.337167191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd8e03e3-1089-4a60-a4f8-3eb1b857a332\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.337295406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.343100803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227256b1-6f05-46f4-8d93-778d4270fb51\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.343529056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.346688962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32dd2377-c842-413f-9390-ad06b42e2c08\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.346998078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.34855986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0c4e61-5488-435a-b93b-7ab3163e104e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.348808054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.350153275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd13ae1-5b48-4a56-9c81-a6e972bbc172\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.350567069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.353188312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2419057a-9a37-48aa-87a1-c453ddec56a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.353356116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.357960219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.359880686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93fd0ddc-056c-4f9f-a9cd-938a36844b2b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.361024104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.361867274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.361931973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.364940357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.366072062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.366118344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.366145939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.366512269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb9ac14e-31c3-40ec-9f48-2843f9e0ee5e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.366700133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.368911309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2cf4df4-6cac-45bd-bcf8-ae912a1e91df\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.369132069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.372120052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a21a8cea-4754-48a8-93a4-5fa6c833b904\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.372241374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.374711325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5d0ac21-e308-4477-8a07-8ac0e09916d4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.375182924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.378776224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b579fa62-65d5-4af9-8bfd-61ad87ec8195\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.378893387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.382206188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf8b9ea-e6f6-44f2-962d-72b2ebd7c01f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.382282039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.386056239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de73f9cc-ea4d-4e49-b69d-938ede392c62\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.386266889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.387450637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b72aa49-6086-4ccc-852b-64ad6aaf3d18\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.387513442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.388803463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ceb2e58-bcc3-4924-a8b1-5ece08359b0a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.389158149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.390531005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c3e399-7175-4228-9001-8b58360af900\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.390665132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.39206446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57843289-3696-4a35-950c-5383427cc34b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.392153547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.393980187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be242d35-75f3-4edf-8bc0-b4627655855d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.394163662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.396028077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96c2585b-94cd-4169-8334-888a9c9d9684\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.396169619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.398529321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6c72e49-2c73-4ec1-8088-ad10be0fe54b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.398874589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.402945359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cd2926f-962b-4e36-8caf-aebfa3f1508e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.403166099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.405587033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba0bf6b3-1fe8-486a-a9b3-eef5298da403\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.405801239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.40804996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd6cd304-77eb-42ba-a6d8-5ea33c7a697c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.408265018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.408801908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.408951767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.409043039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.40912406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.410451004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.413029581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"667ad750-33a2-4729-ba52-c776600c5876\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.413398456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.413998472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.420959321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.421053739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.421091094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.422562305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.425855597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97b1b00f-b28e-4d80-b90c-e9157de85146\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.426052038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.4262437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.426307176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.426894336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.429002276Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"351524e7-5728-470c-9e93-68f8467933dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.429736008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.433236783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f69ef0-ac71-43b1-abdf-cbdcb716ebb4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.433313516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.437030862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe16b76a-4bcf-47e0-a8b7-1ae1d675b121\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.437192645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.44064844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1c0d77e-7b6a-4104-a9f0-5e00832e615a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.44102979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.443726142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6ecea86-a6d7-4da3-9b18-20597ddd8239\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.443793286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.449707881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c91d92d-6736-4847-8125-f876283e850b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.449981245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.454127807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe0c74f-3f87-4140-9511-a77a766550ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.454776439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.462176153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b446e5c3-6605-4d8d-93e3-4fcd1bc6ac93\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.46262652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.464116098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.466020623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85ef82ed-f4d6-4af2-9941-d26e3ae9da7a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.466207425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.469321189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c7bc34-85fd-42be-bc0d-c353465753d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.469699843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.47096813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c5538c1-74dc-4ac3-80ad-74b1ab8f2891\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.471127187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.480356997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ccaec26-a7a1-42e8-968f-300c061e00cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.48068482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.48928217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00414d04-af8d-4d14-9e82-e228a1bb1f8e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.489493952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.491045203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ca51a8e-114b-4f45-879d-6e89fdd8be9b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.492300935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.493797336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.493900341Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.493933407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.494482481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.498053226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.506249426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.506415547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.506526438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.506619634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.506704904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.507407423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.510323072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.518240357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.518318513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.518354424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.518927156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.519894062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.519968901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.520002157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.520029382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.520118108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.572176241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.572260699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.572866957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.579451506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.579520574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.579553319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.580219657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.582912472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43316"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.586553286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"a48bc112-adae-453f-824b-00a4371a217b","remote_addr":"[::1]:43316","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.594360652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"a48bc112-adae-453f-824b-00a4371a217b","remote_addr":"[::1]:43316","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7798,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.595271998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48bc112-adae-453f-824b-00a4371a217b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.599766994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.599828366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.599857183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.601718121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.601783351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.601817148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.60184788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.602576782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.603261737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.603320133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.604487369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.609506309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.616059706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.616349834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.616451747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.617159718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.621258043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.621403523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.621740224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.623076466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.631539258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.631639077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.638399336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.6392196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:42.673864468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:42.674205127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.674258884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"466.959737ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.674294806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.674321449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.67435224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.674382631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.674410185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.675298405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.679152414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.679517582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.685309522Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.685389531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.685423489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.685957162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.689772724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.689878184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.691189176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64191","req_id":"c6d29128-ff6c-4908-9865-3f486f3115f0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c3 b1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.691254066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64191","req_id":"c6d29128-ff6c-4908-9865-3f486f3115f0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.691454044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.691639554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.691784673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64191","req_id":"c6d29128-ff6c-4908-9865-3f486f3115f0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.692172476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2127, tv_nsec: 491065668 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.692236253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.692772411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52873","req_id":"de3568f2-5101-4a98-aa74-1a54a2f1a7c7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 20 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.692901468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52873","req_id":"de3568f2-5101-4a98-aa74-1a54a2f1a7c7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.693091487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.693134162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52873","req_id":"de3568f2-5101-4a98-aa74-1a54a2f1a7c7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.764241849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.764960441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.765071162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.765112624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.765142814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.766667342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:42.767597245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.77074189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54642","req_id":"340e907d-62d3-4042-a40b-86c1d4295dba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cf 2d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .-..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.770807651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54642","req_id":"340e907d-62d3-4042-a40b-86c1d4295dba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.77168024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:42.771908735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54642","req_id":"340e907d-62d3-4042-a40b-86c1d4295dba","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.772529632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.781168705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.781288554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.781471588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.782588444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.783114892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.78321379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.783494819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.788742485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.788906812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.789817808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.790575567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95fc40d9-0819-4965-8eeb-8d1bf1c97766\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.791210452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.802184097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d821fea-f1b6-4bda-8f5e-b9bff01045ae\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.802423754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.806919752Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"943711dd-d00d-4507-8cae-7adecd3bae30\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.807166965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.809499382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b59c425-6eda-4c56-a2ca-c773866ff265\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.809963096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.814331149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b2d356-61ff-484a-8b49-659c288cf5b4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.814477791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.819764494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cda3bab3-7ad3-424d-92c8-c961554a9823\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.819847319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.822791556Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87c89443-9299-4191-aa4d-acf5e4d8837e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.822859631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.827654595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5720ea86-c970-44f0-9767-01c25acbe28c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.828125082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.836336172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.836809816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14f4b39-7303-4930-959e-59c059ce41e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.83706772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.839292142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83a5bf01-79bf-4bda-8e73-5bcb54022283\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.839672279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.842125758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d786e98d-328a-4493-a04b-ce0aaa1fd7ac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.842467068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.844936628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9545041d-a055-4d25-a21c-c131ee268996\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.845296185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.848288236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e481b391-f8aa-4d25-94aa-3ae0134309da\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.848534487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.854788517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3823a305-40be-4200-9791-8ae220fe7ff3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.863767658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.86870244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1995e7e4-6f91-44fc-a962-fb21b8cf9c14\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.868911998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.872258816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfa26583-ec27-4c85-91ba-3cd80f0903ab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.872383104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.876738191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ca2ad87-743e-4743-8ed5-f8746f309d84\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.876962798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.880990353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa89330b-bc5c-4a39-a7da-29fe7d426836\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.881143177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.885825767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab0dc7da-a1ed-4a17-869d-cc9cab31c302\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.885969343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.886733846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.886791521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.886823816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.886854497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.887586044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.888886235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e3ac61a-1ef8-45d4-9465-0cfb2285003a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.889177736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.890783365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a4b129-a350-41fe-972b-65097d93f08a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.890944656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.891158282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.899172129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.89930323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.899397508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.900065208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.903796433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6986da33-176a-4559-a71d-229fce3a5cdc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.904009978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.904988688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.905047986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.906368157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.907979046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441d4bac-85fb-4c72-b77c-77761c07f192\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.908114065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.918839605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69c7f83b-e3c6-43af-b3e6-abe21dbe934d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.919119052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.922838873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aa293e7-d131-4db5-9b8e-416e6a3cf0ed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.922963632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.927721432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac351f2a-85da-41c1-bd1d-6291407c79a6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.92796134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.933458983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4903912a-5cc7-4f59-8a3f-82d5aeb75228\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.93361315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.936133502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5d6c82-c7ca-4807-b94b-7b57371f4f4d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.936214714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.938522081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a3c019-a5df-4969-b156-789a6715b5d5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.938763913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.945567499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.946344928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72a15c6b-4dd0-4bbc-85e5-07df64e05e2d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.946468163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.948818967Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"482e32d2-4cbe-4d9b-a6c0-af25727715c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.948957463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.950617841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55df3d90-3b38-4805-8905-8aa13e1a53d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.950759303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.953733238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c01f7b-bf00-42bc-92e1-672b092f7cbc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.953856033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.955208748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c8ac14-b02c-4869-b5be-f766efa79831\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.955267475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.956782113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa5b6be0-faba-4d07-8ee1-e95d8feb3aec\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.956837714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.960314561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af0a7963-8752-45d5-bb62-e1366e6cc9ad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.960384671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.961820442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b278bb1c-bdfc-42b0-9615-365b02c92207\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.961868016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.964461283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af2215de-bad5-4655-82e2-2d65431b6c6c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.964593878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.965421006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"991d529f-6cf7-4da7-a078-ccc05581af9d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.965485644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.967252334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72a7c783-f579-4c30-af67-e35925ed003b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.967366822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.969238752Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c340c9-6028-40e0-ab0b-c8ff7fe78556\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.969358641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.970502771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4787e273-947f-47a7-828a-545401cfbda4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.970699943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.971797881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a12102ec-dab0-4a9c-9a5c-b7b70577898c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.971944593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.973405725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d1a6b7-125d-4b3e-be4e-e25c8f2ce1b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.973635793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.974785383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d55d82b8-c092-41cb-80dd-31219f36b117\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.974849301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.976125183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.976157207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.976186645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.976212757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.98204127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.989609009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.989679299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.989867604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.989924046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.989955359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.990371768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.992940717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.002533971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.002877956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.002952404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.004240892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.004558084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.00563552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.006077832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.006888437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.006943567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.009403418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.026778025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.02698105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.027102612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.027837506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.099254039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.099316684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:43.108180414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33055"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.112357908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.112418448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.112497265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.112539039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"45351867-d424-4a64-8c90-2ace40c69170","remote_addr":"[::1]:33055","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:43.112572255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"45351867-d424-4a64-8c90-2ace40c69170","remote_addr":"[::1]:33055","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1290,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.113314353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45351867-d424-4a64-8c90-2ace40c69170\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.116847162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.116905549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.116934396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.119564256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.119658474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.119796138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.119836899Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.120406704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.124537976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.132371113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.132728174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.132769937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.133507186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.176128807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:43.185298978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:43.186631102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.186696382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"512.371627ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.186793396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.186837864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.186869407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.186899918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.186926681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.188329496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.191571666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.19785731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.197944133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.197979804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.198946109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.203040647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.203101068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.20429698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63129","req_id":"b9f71bc7-98ef-49c3-886e-0062ae3b7620","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2c 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ,M..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.204362601Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63129","req_id":"b9f71bc7-98ef-49c3-886e-0062ae3b7620","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.204784371Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.204946885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.205028418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63129","req_id":"b9f71bc7-98ef-49c3-886e-0062ae3b7620","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.205705487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2128, tv_nsec: 4600183 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.205769534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.206083981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61061","req_id":"29579be4-fd04-4695-8625-69e74372e107","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2c 75 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ,u..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.206260743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61061","req_id":"29579be4-fd04-4695-8625-69e74372e107","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.206368999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.206518517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61061","req_id":"29579be4-fd04-4695-8625-69e74372e107","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.298198904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.298966323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.299058416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.299227273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.299277272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.301350583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.301826712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49592","req_id":"156e0918-8fee-41a9-af0d-b80908c3ae05","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1a a8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.301887303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49592","req_id":"156e0918-8fee-41a9-af0d-b80908c3ae05","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.302090468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:43.302242851Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49592","req_id":"156e0918-8fee-41a9-af0d-b80908c3ae05","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.302519853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.302630033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.302671155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.30387337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.310134835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.31019738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.310229885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.310667477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.314251448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0282832c-8a29-4ae6-9eb3-127cf76373f9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.314324623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.314811063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.314872655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.315269436Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.31696815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde07eab-845a-40db-968e-ed69320ed3ad\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.317215543Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.324586379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e36f6519-ad33-49ef-bb49-3c6abed8a30c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.324735015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.332734424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cbc2e8b-b631-418f-81b9-a26ebbba9eb5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.332823251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.337930937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d15f49b6-a876-475d-8d2c-3888d14f216e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.338286195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.34411548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0667ea-2662-4f9c-a791-a79387987c08\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.344431089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.355084314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.356094507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d931f7b3-2c90-4876-8a75-92b7a5cad8d8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.356166771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.359349472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abbbccca-fbda-41b2-94e1-895afc3f0dd0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.360674122Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.361582983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"061f56d9-61f7-4c67-8677-01220df89968\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.361765145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.362132838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.362377796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.364523882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.365230791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.365321251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.365352273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.366145724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba3d4efc-a775-4cef-a5ad-bc31dbd12707\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.366301985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.368422179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cacd7bd-0406-48ad-9640-89504acecf88\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.36855287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.369520538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f669f04a-8d8e-4701-9855-9f05f8061785\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.369641929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.370689757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f67aa82d-77e0-4ad8-af7e-2ac3c65ea7d8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.37089695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.372989579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5f63fda-a761-4288-998e-8a64a391d553\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.373155901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.375612195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fee1b47-dfeb-4ce2-9fea-ab6af5cb874c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.375844277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.378230482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e5c39e1-0dde-456f-abec-1a6efde4b81a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.378350721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.382202526Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09eb2dbd-264b-4fa2-b311-a8d3142ae9f0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.382329108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.384508079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e963212-624b-467d-b1e4-5b229affe342\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.384568119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.386834875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"053c37fb-ac93-4895-bc03-43bfd5f34931\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.387005044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.38789144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae884e8-cd68-40b5-95e8-990aa86d2be9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.388014125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.389079989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49ba0ff9-cc34-4b4d-90b4-0dc78adfbf4a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.389208625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.390423165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7cea446-3f0a-44e9-9950-ffc442992445\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.390584156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.392804429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b68aa40-d26f-4a28-aa9d-a3aec5dc4afa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.393061241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.394999553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6bc262d-e336-4830-9c89-01ea8b02cad0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.395194191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.398293346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8171c23b-1a94-49ed-9e14-dc422d32817d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.398416681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.40090534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4953261b-d3c5-43c4-9326-17d636ecb108\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.401209476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.403689667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b89982-dcd5-42fb-bec2-c317fd9461a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.40391676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.405767427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.405827457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.405859952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.405890082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.406845134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.407528075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c68fa0-99ae-49e8-a540-c12f65536624\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.407654417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.40935723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.417028284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.417082311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.417420535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.417987886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.420051958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5321663-05d6-4305-9d2e-f008ab3251e6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.42011829Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.42015345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.420182047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.420712615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.435417142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"142376d8-4cea-4810-b7d8-38c885ee32a5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.435901247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.437737796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"468e8994-cec9-4591-8301-6eca6d523505\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.438738259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.440099231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d357d968-8df6-41d2-8d63-7604e97615b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.440461002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.44166965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"913fe257-a92d-429c-991f-dafcb1367731\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.441889889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.445171397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f6a6da-e4c5-4cf6-8613-d38312feaee9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.445250815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.452918623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cbebfff-02c7-4b54-ba3b-adda8a18de1a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.454394964Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.459845504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4503ef5b-b8b7-456f-852b-a9a610f975d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.459942878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.464272254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.465453077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c63dba0f-e94c-44c7-b55b-e09ece1f55fd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.465527375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.468062596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17189329-6668-4db4-9841-191a955a3cf5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.468132726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.470681284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e66b1c5-7712-4f88-b568-5f1e51eb57c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.470813898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.473598406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f71951ef-6232-4683-845f-e9b17681903b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.47367574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.477365602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a5d5a6b-32c8-47fa-a302-59d867b8f87f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.483012212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.483083164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ec44af3-b7e2-489a-a2f6-8b6cfc4be682\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.4831817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.483220928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62968cdd-00ee-4be5-a188-d3527aab096a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.483253513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.4855256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"968a225d-4519-49aa-82d2-8f2387eaeb67\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.485769416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.488853741Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7736a749-8480-4bd5-aebb-30e29108baa7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.489060313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.489111815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.48914419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.489171284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.490905589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.49750584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.50684134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.506918574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.50695148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.506982892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.507013463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.507409733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.516735163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.516811986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.516848649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.516876375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.51742113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.518922551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.524633079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.524719321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.524753519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.525082926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.528293042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.534060373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.534167105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.534249399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.534779024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.592035755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.592206926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:43.596955878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61798"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.597556114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.597613809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.598540024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.598989029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"8b2d021a-bb56-409f-acb8-eccd4ba1f3e8","remote_addr":"[::1]:61798","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:43.611504535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"8b2d021a-bb56-409f-acb8-eccd4ba1f3e8","remote_addr":"[::1]:61798","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12511,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.612200913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b2d021a-bb56-409f-acb8-eccd4ba1f3e8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.61428241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.614340095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.614409673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.616839525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.616902781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.616938963Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.616970646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.617647014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.624266062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.624329237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.624472042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.629583917Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.629648876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.634407047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.63480007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.63518158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.635797477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.64448673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.644625867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.657841188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.663462839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.719639497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:43.720492737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:43.72093613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.720998414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"534.092945ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.721037723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.721065218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.721537519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.722895905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.72295864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.723772331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:43.72669285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.728756692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.736567124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.73665564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.736747934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.73960153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.744829316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.744883815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.745511175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50396","req_id":"9c4d4321-5342-4920-a692-b24b3982af60","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e2 6f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .o..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.746142152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50396","req_id":"9c4d4321-5342-4920-a692-b24b3982af60","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.746475696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.746730173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.747186713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50396","req_id":"9c4d4321-5342-4920-a692-b24b3982af60","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.747525999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2128, tv_nsec: 546418811 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.74759166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.748225873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54639","req_id":"e73cc36d-24e0-4450-889f-194ed10739f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2f 23 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e /#..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.748274931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54639","req_id":"e73cc36d-24e0-4450-889f-194ed10739f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.74836485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.748507094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54639","req_id":"e73cc36d-24e0-4450-889f-194ed10739f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.818663255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.81919271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.819401405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.819445263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.819474461Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.819980058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.821610837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55857","req_id":"b2ec62b1-5cc6-4ca2-9d19-fc8290d2b757","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9d 57 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .W..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.821676108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55857","req_id":"b2ec62b1-5cc6-4ca2-9d19-fc8290d2b757","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.823061408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:43.823167088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55857","req_id":"b2ec62b1-5cc6-4ca2-9d19-fc8290d2b757","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.824490966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.8245685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.824602819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.825434466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.843454169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.843528948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.843562986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.844097561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.850265009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc262688-41d4-42d5-9496-14e50f5c8237\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.850943651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.851385872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.8516809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.858063748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.861760423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73a89d3c-3211-400d-ae3e-08ef73dd06d4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.862083988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.865816194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"331e4878-a9ca-4ff1-a985-726072e71fc3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.867387895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.870849302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2304be6-2531-4fd9-9226-ce4292173d64\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.871007808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.874774513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b6c52ea-faf6-486f-bc31-ea0bc2d46d27\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.874910153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.879082506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cf51882-367d-4fb1-8a35-d2811545f386\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.879170221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.881787936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4df537f3-2f6e-466b-9e42-fc3945ed9646\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.88192028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.88451526Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af122abe-10f5-40e8-ab1f-fb706eeeee0e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.88471576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.886619713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a16f5c2f-3723-4610-9e11-4bf79587d26a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.886689372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.888084512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59986e86-e768-4b72-a6b1-6c98e7462478\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.888152417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.888921389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95dec504-4566-49e7-8c4c-2c8f82553509\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.889132751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.89222414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8f55738-5d1a-4c0c-b838-4332c11987d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.892475821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.902775423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2ccc62b-7810-4918-838c-1730828b0348\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.903001213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.908205492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.909762754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc34627-7d77-40ab-b126-162b74b653f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.909841131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.91178825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8dfed8-41ae-471d-93e9-6f4109d6f30f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.911845705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.913669969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca30a2a-5c04-4236-a324-c700b03d000e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.913733726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.915732679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4bd7f5-fa72-4ab1-83bc-8e96d8889d30\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.91584869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.918493961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8889e9e6-5c22-4415-b12f-5fccbfd130d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.918636555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.927313193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93037be1-4920-4e58-86a2-658e8864dba5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.927431508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.928424497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb9359b1-a03d-4589-953c-ba79c193d908\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.928616289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.929735559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3361991-fb68-4cd4-9ec8-a390566d6a03\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.929865047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.930785361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5080a037-551f-4bbc-a614-aad951082efc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.930916071Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.931794201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5d7960-3aa4-4c6a-9ac1-857c8b5007df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.932488073Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.93408774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bbb56ef-6f11-4183-b68b-9e4a9ee63a2e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.934267509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.936401691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0007dc3d-22ad-4f9d-9ceb-68dbeb295036\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.936469696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.939307721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4386ff-0f0e-470c-b1ef-63bbabd33e33\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.939372881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.947043203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee8dcd4f-e8e8-4ada-83f9-04b4bfa1631d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.947788408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.949995716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4442d938-81f3-4eef-8607-4dccfa77b243\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.950550551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.956568843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7252bb7-cb93-4997-a0ce-3cd4a11e4f35\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.956794943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.958574559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"440ba392-0492-46d0-b8f8-251e561b694c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.958638877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.958888584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.958940157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.958973634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.95900199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.961306432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.967032871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7d6498-8d7f-4de5-bb53-d660ce5442bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.967680231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.968168474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.979967813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.98008132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.980169505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.981248706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.988641505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.988785793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.989670185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.992400355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45e57436-711b-416b-a290-791cb2acccaa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.992620203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.995480632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b1dfa0e-b701-443b-84eb-bf13f1b56aae\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.995584368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.996218091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0e5ee8b-0c76-4431-b30d-9b48d07ca2c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.996299113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.99810456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1bfb7dc-b524-4144-8c4a-5825e530f6f8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.998343997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.00652171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dbd90c9-8f83-4ae7-b2f3-2a4e2e20ec24\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.006855305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.011261314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ca4c9b-b33f-4c26-b9c5-87e08beb0c26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.011451142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.01911918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb40363e-4492-4212-bb70-13f484427909\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.019279459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.025906283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f75cce20-8d0f-4d61-a59e-fdf791978f41\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.026276992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.032106176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.033657897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ad6e4f-2b88-495a-b67b-12c7bdfac10a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.033908417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.037520353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71efea4b-b2c9-4c9b-9482-6c00a9cb2c35\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.037928747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.040156516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"424bf062-33b7-46a0-97f2-7c7bfcb6fb3e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.04062055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.041774149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d7a50b-6f5d-48b4-a9ca-669bff975d9d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.042019477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.043368034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f5e7bf2-28ff-4c8f-b93f-253e9a0ff168\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.043594846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.044578847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e12e0be-438f-4c6b-84ae-ae28febbd315\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.044775028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.044899345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.044996559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.045084374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.045887003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.049467176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.055529155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.055615497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.055649895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.055681248Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.05571281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.056251514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.060045393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.063926987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.06399406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.064028228Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.06444054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.150455599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.150625818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.151371845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.151604809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.153955032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.154062746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.15506318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.155241485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41369"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.159832252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.181592788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.182323153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.182382622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.183161063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.18353093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"62df3b0c-5c6f-43f8-93e6-1608d1ec367d","remote_addr":"[::1]:41369","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.184724979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"62df3b0c-5c6f-43f8-93e6-1608d1ec367d","remote_addr":"[::1]:41369","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1042,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.185731735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62df3b0c-5c6f-43f8-93e6-1608d1ec367d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.188930859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.188989686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.189019055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.191408395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.191469787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.191503374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.191530719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.1922241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.201055787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.201177389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.20176016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.203678733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.211469796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.211688823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.211746227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.213864027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.218213563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.220901929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.221536734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e23495b0-12f4-4113-a4c4-0bb5673f2d1a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.221848014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e23495b0-12f4-4113-a4c4-0bb5673f2d1a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.221923535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e23495b0-12f4-4113-a4c4-0bb5673f2d1a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.222715022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e23495b0-12f4-4113-a4c4-0bb5673f2d1a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.226908667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e23495b0-12f4-4113-a4c4-0bb5673f2d1a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":5322,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.227486268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e23495b0-12f4-4113-a4c4-0bb5673f2d1a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.23425766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.236390389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"058ded29-6380-4ed6-8849-1b87daf1221f","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.238600232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"058ded29-6380-4ed6-8849-1b87daf1221f","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.238730842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"058ded29-6380-4ed6-8849-1b87daf1221f","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.239477109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"058ded29-6380-4ed6-8849-1b87daf1221f","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.243037373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"058ded29-6380-4ed6-8849-1b87daf1221f","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":6430,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.243218824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"058ded29-6380-4ed6-8849-1b87daf1221f\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.243361729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.243406548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.24343271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:44.262347697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:44.264576518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.264646046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"543.644886ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.26468306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.26471302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.264742729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.264770424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.264797218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.265515178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.271386747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.276990191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.277089419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.277172855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.277827359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.279643909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.281766758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.281823612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.282870167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65194","req_id":"1aaa8796-6132-46d1-bcaf-d49e24890e94","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ab 20 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 . ..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.282929485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65194","req_id":"1aaa8796-6132-46d1-bcaf-d49e24890e94","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.283279552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.283779869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.283811422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65194","req_id":"1aaa8796-6132-46d1-bcaf-d49e24890e94","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.284250607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2129, tv_nsec: 83120774 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.284298112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.285155861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51908","req_id":"ad015d7a-6ecf-40a9-98ad-cc71c394e963","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4a ca 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e J...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.285264547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51908","req_id":"ad015d7a-6ecf-40a9-98ad-cc71c394e963","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.28550688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.285548784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51908","req_id":"ad015d7a-6ecf-40a9-98ad-cc71c394e963","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.358615665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.359088787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.359153807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.359187364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.35921571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.359799854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.360111465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53293","req_id":"3ab8d557-f5e4-426b-9ed9-ad042ef424ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 49 f1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c I............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.360262656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53293","req_id":"3ab8d557-f5e4-426b-9ed9-ad042ef424ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.360498266Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:44.363534766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53293","req_id":"3ab8d557-f5e4-426b-9ed9-ad042ef424ed","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.364077687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.364131064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.364158619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.364366102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.36441539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.366492068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.373642515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.373739027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.373823195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.374377058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.374876533Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.376076434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.376135241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.376165371Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.379042484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.379105479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.380400029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.380454397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c27ab8b-cd0a-477f-8314-a6d93da381f5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.38049099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.382838056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"752a4524-ba69-4b60-9406-0a0ccc26a32c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.382999989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.385054803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b59a152e-cf79-4031-b6a4-0c20d759f08b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.385190343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.388057606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"065e9a7f-d2b2-4234-8602-7cfbd3d8796d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.388186643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.389661983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"494c662b-a1be-4c4e-81c6-bde901c4ab3b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.38979123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.393729346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73e87978-dbe2-4ca7-bb52-f1e41c3211cc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.394010577Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.398127189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f32da2-c677-47fa-81ab-465c0a8593ab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.398205194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.401727993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a161448-a857-4b33-aa9d-066526e38998\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.401815768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.403683459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c16de23-f313-4d7c-a8a3-be045dfa04b1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.403826264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.410377306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a919d71-febf-4c82-aa69-3aa47ddfafc8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.411483701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.414867773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.417030853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cad2eba-e383-4257-9a24-090f873dece3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.417413957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.420497841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8aba78-0120-4e73-a4fb-c7ecb7fe6c51\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.420601027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.421856117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5180cc07-c6d7-490c-a8a9-40e88380469b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.422085144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.425222044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25279f76-b4b5-48dd-ac99-2cba2f72aeb4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.426015384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.428249335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a9153f3-6d83-4123-aef1-a8afd72dee6e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.428325387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.430219992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5f940f4-c87f-4f74-a99f-411416b37cdd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.430292025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.432323603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6d6104-a5e7-42e0-b3f5-9b78e41ba11b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.432390005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.434648114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bc38823-d99a-453a-a9df-4d904ce77ae3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.434773444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.438041546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cff8e436-5e6a-4989-aac8-bff6ad01319f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.438085092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.439573889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2cad505-dba1-4ab9-a5fd-53b9a4607f2c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.439805741Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.441732269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9388eea4-6a17-44c3-963c-68cbc48429ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.441986977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.44340396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31f9cdb6-d321-45b6-988c-ed0da203d9f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.443471214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.444402189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97167195-0aaa-47a3-a976-406338c07444\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.444547037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.447133791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b6b3526-e6b5-41bd-8094-a381c8ef6e9b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.447293971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.450214369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"527cabd9-f56a-4df1-a474-5fc9518d443d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.450422624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.455336144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11c0f8f7-ed07-4c01-8f5c-aa96e4c2f46f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.455589699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.457814773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45960601-15a9-470c-a3d3-ded0aaaf84a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.457965884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.459639137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7434140e-8b5b-45cf-bb86-6119ddc2c796\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.45976066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.461554243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67225c75-6f31-44b9-ba2a-4f284ffc4e95\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.461890273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.464065717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47bbc93f-2080-4d24-823b-4c5c7180b065\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.464210736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.465026251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6834912-cca4-4208-82aa-b5618e8afdf6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.46515101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.4657834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.465921495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.465962807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.465993328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.466570007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.468361947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce99e31-6204-4738-a503-bd1645ba8f3b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.468460784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.469354956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd038e4-3c8a-409c-8459-1f28196e2115\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.469479083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.469683931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.477974259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.47803995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.478071453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.478489496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.480062059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b85bd404-4361-4c24-a159-cd2e983ab7f9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.480277688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.482183566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.482243736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.482715075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.482906566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b42b7963-3782-47e7-ba44-c74da1f68834\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.483104731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.488066237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f37ba1d1-2541-4d6b-b97e-acb169487874\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.488264632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.490499274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6647cf9-553a-446a-b28a-ff49bc468b9e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.490580526Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.493636806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96c6ab4c-046d-4d38-8f32-afa208ca5d13\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.493872365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.497294884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1d12eb6-e11a-4654-ade9-5b6ead968ac2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.497529702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.499564266Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9ae76d5-4bd0-4081-9733-9cfa21144bce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.499779625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.502522299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d0bcf2e-a78c-4580-aaf6-75b6692a483a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.50260293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.50408352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f8c8677-d1b8-4c74-99be-04012f1e7c8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.504407355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.506195197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd2987a4-ea2b-4b30-89e8-973605d7d226\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.506393783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.507457573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555987e5-0826-48e8-bd27-18e6660ca11f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.507631239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.508769456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca1e412f-ace8-406b-8bde-d0b25e676267\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.508830779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.508862151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.508890989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.509155586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.510504453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.515807509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.522600815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.522684882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.522722467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.522752787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.522782727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.523420508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.52435019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.528216443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.539050189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.539430737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.5396077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.540396171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.624242609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.624451235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.626138457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.6262658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.626354487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.626437092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.627930597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.628662235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47730"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.628934067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.629123865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.632046368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.632977353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.633621035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"e20c3b0f-a65f-4f31-953a-434a2243387a","remote_addr":"[::1]:47730","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.637195848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"e20c3b0f-a65f-4f31-953a-434a2243387a","remote_addr":"[::1]:47730","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3581,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.637524923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.644221486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.644284441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.644314712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.644938234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.646470807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e20c3b0f-a65f-4f31-953a-434a2243387a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.650698521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.650839362Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.65086886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.654229045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.654352561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.65444245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.654529173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.655195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.65697201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.657119264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.660731651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.660792272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.661654881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.665493098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.670139205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.670494764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.670596546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.671099308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.671899032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.672010193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.715367419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:44.720520176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:44.72059722Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.720796306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"456.092675ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.720861817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.720896315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.720927818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.72095877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.720990002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.72330775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.727843147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.735896853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.73596559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.736040068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.737427162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:44.738857883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.744655885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.744732097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.745362843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64505","req_id":"922d97f5-ef23-487d-a327-eac38f7ab5e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 24 2a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 $*..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.745429737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64505","req_id":"922d97f5-ef23-487d-a327-eac38f7ab5e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.745653062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.745800285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.745945324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64505","req_id":"922d97f5-ef23-487d-a327-eac38f7ab5e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.746851039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2129, tv_nsec: 545709282 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.746921389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.747598408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53787","req_id":"f4dfae6d-44d6-49fc-b012-781746ce555a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: eb ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.747660772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53787","req_id":"f4dfae6d-44d6-49fc-b012-781746ce555a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.747924357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.747969226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53787","req_id":"f4dfae6d-44d6-49fc-b012-781746ce555a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.881745928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.882197337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.882262637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.882296655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.882323809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.883726504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.883856683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58874","req_id":"200367d4-a7a4-4156-a8e7-5c26892f85fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d7 78 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .x..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.883918166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58874","req_id":"200367d4-a7a4-4156-a8e7-5c26892f85fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.884222412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:44.884366519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58874","req_id":"200367d4-a7a4-4156-a8e7-5c26892f85fa","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.884611687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.884666166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.884696015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.886133119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.894095263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.894193268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.894228188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.895413249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.895732264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363d1b01-c602-4711-8601-7342e5792153\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.895982122Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.900511086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.900630153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.91351254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.916440945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04be84b4-6c76-4c21-838e-d414aee7dd39\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.917073606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.927157728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07200fd2-e33d-433a-90b8-257d8084732a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.927305171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.938714744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2871fca7-ffe7-4437-a1ba-81fca5504e28\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.939081285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.944099914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4f824fc-5611-4b1f-b56b-43ae6af21548\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.944274772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.953067401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.955869374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df445a52-645e-4975-9a5e-292f23c2f81f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.955926688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.959108978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10bfe7f2-49e9-4e3c-a430-bfa329e0ff14\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.959232314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.961054535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54e12ce6-9d42-4ec1-8ce7-1657f65d463b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.96111259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.961979297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a83747b-c22f-484c-aa17-d3d764ad71d4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.962138575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.963386892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c28709c-1089-442f-a1b6-1af58e7b2317\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.963530999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.965762545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c5475a-a295-414d-a545-618ac169724e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.966611376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.968775358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d36403c2-097e-4703-a1ce-5a4e593b1eca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.96912277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.971343194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a976392-bf8e-4b90-ad4c-207abe5981f9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.972941659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.975462652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23f8b58a-f8b4-42e0-ad97-08a25ca29440\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.975530978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.978922987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7362d7a6-2de0-4ca2-b362-d6c662f3bd67\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.979173916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.981407356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"becdf6ae-9783-40db-a9c1-721c8a18c832\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.9814893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.983510437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5709e391-7d0e-4350-8b8c-7100a4762d1c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.983852278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.98751241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9544e57-a3ca-42cc-a124-275a3ab97421\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.987844883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.991191411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f7271e7-792b-4d4f-8a76-3bd7eff6dc52\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.991485346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.992881187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07763a91-9e8b-4e3a-bcaa-8b17209e20a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.993182267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.997109011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16dca7cf-57b0-4a8a-a5d2-3b641f00eaf2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.997438668Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.999061361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34aa43a0-e0cc-43b7-a8fd-ca3f6a21e065\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.999322822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.001175643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"569bc802-dccb-45d4-ad71-b635d1941a1d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.001388628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.00388413Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.004010151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.004340419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.004854964Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.007825052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.008107705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39d88c0-8fda-4545-8bde-01c7c2a7bfbc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.008409416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.012741398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.019686455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.019780523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.019862616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.020514735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.031808387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.032040901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.034683225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.036814361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef90cbe-797e-4607-8927-b60e5ba733c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.036987667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.041171613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11795d2d-0440-4e73-bf58-d676aba7be78\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.041453214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.049368565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee8b98e-bede-42c7-bb0a-10f8376f3d14\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.049876527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.057459205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af2239d-66e2-4d7a-8edb-97750230520d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.057676408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.061265579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b376f57a-b738-4df7-bc8f-9ce849074362\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.061526759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.065421619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1df97fc2-7caa-4cfb-b1a5-b843ffa12af5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.065664203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.067040094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a15dcde-4c7e-4cf0-a83e-e1814fc083c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.06737944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.070971557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a335ed3-3451-428a-9832-fb92688f08d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.071325012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.072772145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b178241-22b6-4d74-b8ec-28706c42edc8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.073053014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.076552707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f4390c-e3e5-4759-9425-deed45716f3d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.077194546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.078012165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.079484559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70f58581-80d7-49a7-83c2-c7ee3e455a82\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.079674427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.081962556Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43428002-8a70-4609-a5e7-31c054cdf19b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.082052535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.085148444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f06b7070-8dff-4a70-86df-40a0414bedc3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.085369384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.087415541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3453153-04ed-4448-89df-f55adb60f8ed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.087539237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.091788995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1993d8-01b8-4357-818e-bfde92e7bff4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.092038201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.095771229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f39b85a-01de-406e-b408-cc5f70779bd2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.096074333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.102464906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f745392-d76c-43c9-97e6-5d30355421e6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.102669804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.103625348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b9a603a-6f98-4aed-83b0-43956897ed8d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.103810006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.106539654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"793a5e9b-9960-4955-9cfc-ce895771b926\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.106681497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.107591129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42b6b411-0d08-4e03-a844-b20a068a7558\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.107668965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.108990337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f31268-e977-48de-8ce0-5d3374751595\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.109326537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.109380986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.109414092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.109445715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.111043358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.115175481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.119194378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.11926578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.119300069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.11933086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.119357894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.120190483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.123211211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.129889137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.130104476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.130158884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.132584437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.133685791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.133754468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.133789438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.133817163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.133839918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.238166031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.238317343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.238890004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.24766599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.247746891Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.247778393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.248234883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:45.248357197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48346"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.2500153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1053054d-0745-48f2-87f4-5c7c8de2eb2c","remote_addr":"[::1]:48346","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:45.25065271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1053054d-0745-48f2-87f4-5c7c8de2eb2c","remote_addr":"[::1]:48346","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":626,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.250906646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1053054d-0745-48f2-87f4-5c7c8de2eb2c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.2533728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.253431667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.253460044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.257443911Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.257506636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.257541055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.25756867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.258272542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.258638492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.258696407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.260202017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.2627686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.270393863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.271283746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.27162696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.273466806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.323982856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:45.3316638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:45.332123035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.332265579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"611.423742ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.332392822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.332485567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.332661498Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.332766356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.333064601Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.335345074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.337978231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.344390517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.344474334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.344508682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.344909842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.34952644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.349980535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.35090697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56551","req_id":"deb6d8bb-7716-4c40-82af-e81b8296ed99","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8b 2d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .-..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.351158401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56551","req_id":"deb6d8bb-7716-4c40-82af-e81b8296ed99","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.351422808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.352430877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.352534042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56551","req_id":"deb6d8bb-7716-4c40-82af-e81b8296ed99","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.352934149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2130, tv_nsec: 151836160 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.353011604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.353664725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52371","req_id":"33d8637e-63ac-465e-a028-8ed8a2b376f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 89 7b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .{..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.353729093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52371","req_id":"33d8637e-63ac-465e-a028-8ed8a2b376f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.353817249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.354033971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52371","req_id":"33d8637e-63ac-465e-a028-8ed8a2b376f2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.468976025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.469360071Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.469417926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.469450952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.469477865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.47021286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.470342167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.470395183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.470969808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49833","req_id":"83e10581-483e-4dc7-807c-6c1c8049f20e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d9 0b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.47102588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49833","req_id":"83e10581-483e-4dc7-807c-6c1c8049f20e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.47122178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:45.471303813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49833","req_id":"83e10581-483e-4dc7-807c-6c1c8049f20e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.472511309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.472564495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.4725918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.473236153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.474429762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.474476104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.474502867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.474643748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.483416537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.483491477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.483526005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.484166031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.488006142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a5e3505-2809-4706-bfd8-75047921f95a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.488250709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.488454605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.488893159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.490897613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.492501829Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6199c62d-35d6-4996-aaf7-1bb66c2f8569\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.492675245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.497142135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c1472fd-5a71-43b1-aa7d-6f2fcccd1d44\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.497366802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.500173895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64795438-3b2e-4065-acbe-6c2d3ee1987b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.500247151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.502924576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef594ea4-6304-44bc-96a2-8c48bb2b947a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.502994465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.505083377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b428e7-8f45-4665-9ee9-70ba67b5ce0b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.505149759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.508239986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a385b13-c1d6-41fe-ab9d-9e5fd589d5c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.508363062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.518412184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86b92a6f-912f-40ba-88cc-c87761c24e4f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.518544297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.522338006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.531948083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"619904b5-75c9-4de1-a741-704bb2509d36\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.532219594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.553494623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f57137c-b6c0-4fb7-b3db-811a0e7a3cef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.553780833Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.5594053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db90bf20-4332-4a05-b178-e7da3dabe7ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.559635679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.564934557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121a141a-72a8-41ad-8a1e-c991e6cc87e9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.565156509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.56648221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e2ee903-11da-4729-b811-6e92b5e7c494\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.566762529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.568664338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a99d9c3-68ce-4d7e-be5d-bb32350e7972\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.568887212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.572678546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4095a84b-8c12-46e6-843e-b39270353cb2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.572893655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.573194995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.57325774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.573297579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.57332783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.574068946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.576410081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e577fac-f1fb-4dbc-b2c5-31b64fc32242\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.576495351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.577161197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.582892206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.583006394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.583048087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.583336541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.586390947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.586453341Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.587212023Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.587699154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d08471e6-1590-4f79-a8c1-b2ccc9b4cc0b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.587876577Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.590837346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a4c5d1c-3cf6-4440-b053-c4d5fc34587d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.590968447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.595295068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4c7debf-6627-4ac9-b895-c87da9454658\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.595418183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.596629186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b758ce3b-e86e-4b55-9b31-96025497967d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.59707266Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.598890281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7857aa4-ed08-400c-aa59-82cfc42811e3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.599046823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.600550479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f068b5d-5e1f-4e53-839d-bd7a910ad456\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.600655769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.602858818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0abbaf0d-c3e6-4363-af03-fd79a4290fb6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.602976412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.60586594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84552a5a-8dbb-4e88-a1e6-fd6f8bad8860\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.606090076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.610197079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea42beb8-66eb-4ff2-af68-47ec6ba64138\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.610380384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.615119868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7db99176-8b9f-4bf4-a642-eb56d6c2adb6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.615242231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.618213081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.62101363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.621084782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.621201545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e873a25c-6c96-4a64-aa87-4eeca455424b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.621382205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.621815378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.622562867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.625857472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4613556-9073-4804-a824-2d2eefbaf725\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.628563333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.629021385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.629083539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.63173877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90dd1572-d3c1-4417-89a7-5ad17fac2799\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.631843178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.635501797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.635562027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.637166093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db3986d2-166a-4131-b6d7-9b5478d4fe55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.638019173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.639113363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"312e7b71-c625-46b7-8dba-7f574dadb07c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.639263823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.640222623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8b3235-5f9a-49aa-ac12-98c13a8d3824\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.641342675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.642487295Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d24d24-6153-44a4-b7f6-624b7b915d1e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.642623216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.643688529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecdb8f1e-bb1c-43ba-849c-dd6c15b91c17\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.643884179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.645401271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b0fdb2-ab65-4646-b10b-b20baba908aa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.64557138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.648083596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7477298-c60d-4c8a-b2bb-adf2db74f845\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.648200539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.650843434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb9d969e-aa3e-4479-80d4-894bdf8e1b06\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.651977744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.65624677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fab2898-6aee-4b42-8566-6ed8b63edaba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.656398212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.659887725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"982a6735-3f80-4e17-96aa-0be6ab872ec6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.659986732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.66345389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f983fa-6d59-43fe-a8da-d94c29c96749\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.663650462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.666417565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e72cf79-5972-431e-96bb-fcff19fa4546\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.66656063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.667706834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db0b3f19-3880-4d59-8282-a41cf97f6f02\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.667909718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.668829871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.668894119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.668927967Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.668956003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.669985273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.670373126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d3c249-5af6-437e-a11e-c741d3514d95\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.670826409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.67554946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.684904268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.68497038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.685002715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.685429295Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.685745454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b3be8f-b638-489b-8f40-b9831b5afa20\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.6859392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.6879062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d316de-2ae8-4444-afd5-c0a9bc3f91e5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.687973474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.688008163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.688040537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.688069555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.688557327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.688755261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.688803898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.689267542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.691264841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.697499945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.697563912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.69759824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.697627418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.697654482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.698519496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.702093677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.70867986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.7087452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.70878026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.709229605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.816057412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.816137481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:45.817668642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44037"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:45.817899582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.818280872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"3313515d-5a32-4244-a308-7f2844c8a02b","remote_addr":"[::1]:44037","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:45.819059062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"3313515d-5a32-4244-a308-7f2844c8a02b","remote_addr":"[::1]:44037","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":766,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.822050302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3313515d-5a32-4244-a308-7f2844c8a02b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.822810487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.822857771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.822883402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.825126902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.825182904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.825214106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.825243394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.827628797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.831863054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.84383636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.844224383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.844368911Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.845368422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.8631996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:45.88563964Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:45.886104095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.886313994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"553.859709ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.886374574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.886406598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.886440395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.886473181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.886503832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.888767312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.899493052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.909604188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.909698596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.90973558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.910341236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.920925875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.921341914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.921463336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.921634537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.923127803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.923443652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.923577659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.928119879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.936411109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.936487561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.936520597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.938811632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.939067832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50842","req_id":"dac6ad19-fe7e-41e0-92c5-df420abf25f9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 27 37 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 '7..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.939194655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50842","req_id":"dac6ad19-fe7e-41e0-92c5-df420abf25f9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.939419072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.939732066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.939952926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50842","req_id":"dac6ad19-fe7e-41e0-92c5-df420abf25f9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.940785414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2130, tv_nsec: 739681142 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.940897929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.941331542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54136","req_id":"fa8ce685-bd47-421c-9469-a1c38881d005","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ef de 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.942052128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54136","req_id":"fa8ce685-bd47-421c-9469-a1c38881d005","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.943345074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.943397449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54136","req_id":"fa8ce685-bd47-421c-9469-a1c38881d005","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.943507237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.943548199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.944107634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.016208249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.017151138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52434","req_id":"150d5145-b647-41b0-9158-427a7b5e282f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: bf 8d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.017300215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52434","req_id":"150d5145-b647-41b0-9158-427a7b5e282f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.01759401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:46.017737086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52434","req_id":"150d5145-b647-41b0-9158-427a7b5e282f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.018059528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.018106001Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.018175269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.019796799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d9873a1-6732-4251-86e7-ccdafa41e2e0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.020149793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.021429502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21bde17c-a4d8-4402-8f63-cbacbae88749\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.021612728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.024271936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87bd2699-8da4-430f-8db6-ab31784e1650\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.02437453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.034218884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b8929f-ab88-406f-b685-78ec908345e2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.034337831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.036177747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4335123c-1205-4c65-8ba7-92f713b3c051\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.036253128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.038162011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad0d402c-694e-41ce-b5d8-915dd42155e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.038226149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.040532494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f614cb50-d76f-4879-a54e-71a867367a53\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.040609127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.042484583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d2e81a6-565f-4aae-a226-17d7191c6ed6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.042561006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.044898453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6455db1-7084-4db8-b8e0-99c5a98d82f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.045225414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.046149896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7064639f-f611-4f22-9ab5-3d1b6de2ea4d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.0463076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.048869395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce63dc7a-9117-4312-9051-6b06aa84fefe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.048970707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.052597443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2cad112-7818-4613-804a-3b2018a4e8df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.05534639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.06283967Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13cb7564-72b8-40bc-bdd9-b8b346a1b26f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.063535195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.071239606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5ac0a25-280b-4894-9a7b-834d4ba8ff8c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.071432811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.072652842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.07650136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db751d4f-d33d-4a50-9046-7de730ce825e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.076582231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.080174939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c914d425-0dd3-4ab3-822e-e495e9960de1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.0804816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.083694892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e6fd57b-b43f-4fa3-ad79-fa9759be5945\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.083811515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.087718509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62fdec8f-c42a-401a-805f-cbcf06a4dc34\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.087848107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.092013486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2035fa3d-9aa6-46ab-952b-764f2b5404d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.092264066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.094723055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"333567aa-c008-4b31-9f4d-92df82c3f115\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.095003965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.095909208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65fe8809-27c7-4caf-b923-7f5bafb6fb5e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.096186351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.097663293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d427a80-1866-436a-8008-b07ebe42192e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.098165805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.099772185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"656e263f-5f89-4aff-900b-03b5f41bd2dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.099897825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.102624669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e66295dd-444c-44fb-a771-c7e11781f52b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.102794747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.10478378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75bca5ea-525d-43ad-b30d-7b5f59ce3a93\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.10486398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.108088515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f3a70bf-3065-41e3-af34-67cea37bd231\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.108354124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.112132252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f53e952b-34cf-4e07-bb55-19a21b3bbbc4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.112409334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.115021929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db47a601-acbe-4f8b-b64f-ac02a8e4eea9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.115224483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.117073767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc9f0fa-ee63-4517-93f4-a93590e12cbc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.117213426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.119770701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c451585-366c-4dc4-92fe-eb4b0073dd4f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.119854909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.121516549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f44db21a-ce9b-4f93-9cc6-5551e39f2a2e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.121678432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.122674106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53a0615c-9270-41c7-8576-04f413ee50eb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.123075756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.123947984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.124027031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.124083594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.124130187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.124898408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.129400387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcb78577-69e1-4c81-a30c-65b9f14efc75\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.129664514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.130475029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.139643927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.139722944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.13975587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.146113006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.150136773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3598d842-384c-44a4-aa46-ea6e5a34c051\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.150430348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.152914959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.152981682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.155009672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.158407021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a46b27-da38-4265-b32b-8e6839b3a623\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.158763522Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.163448065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d62b38-eaf9-4d34-b747-92d1df8f5705\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.163652743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.167864485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d145ff72-de9a-498e-a22b-a647650c0bca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.167993391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.170628151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"816b2870-93cb-4f9e-a8fc-7f01774de674\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.170788751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.173512157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931ae872-3da7-4304-bf1d-1ae65d040d1a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.173831494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.179728553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01085753-0849-4484-9a21-90247d433aee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.18000316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.184534178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ce6456-17f1-4d04-a441-85b52aa2675d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.18469579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.185631514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.186634793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0bc204f-e354-43c0-a250-22734ac98ca0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.186816095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.194943297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c947995-8dac-4519-bcb4-d3a907ac08e5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.195423995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.197480272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c82dfb11-3674-4451-a914-9e4287aa01d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.19783046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.20055576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc97732c-eda2-4b03-a31d-3a4ad970fca7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.200724035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.200826369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.200861229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.200892721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.201955679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.204704476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.211987587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.212089721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.212123448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.21215485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.212185451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.212931748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.21723398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.217584559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.217838925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.222069384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.222141688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.222179985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.222719189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.223454905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"507348be-d6c6-4b35-a327-96a68b541615","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.224088988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"507348be-d6c6-4b35-a327-96a68b541615","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.224241703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"507348be-d6c6-4b35-a327-96a68b541615","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.225031516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"507348be-d6c6-4b35-a327-96a68b541615","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.31085817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.311082808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.311919375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"507348be-d6c6-4b35-a327-96a68b541615","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":88474,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.312551524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.312610582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.31267004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.312701182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.31391953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.313981383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51723"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.314329006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.314494004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"507348be-d6c6-4b35-a327-96a68b541615\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.315150382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.315323668Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.315936979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"127.0.0.1:52861","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","remote_addr":"127.0.0.1:51275"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.316130445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bda098bc-fe07-4698-9fe9-4537c3ef345c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.316297959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"7144e633-daad-4b61-94d5-3d06766c9a5e","remote_addr":"[::1]:51723","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.317050919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bda098bc-fe07-4698-9fe9-4537c3ef345c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.31714687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bda098bc-fe07-4698-9fe9-4537c3ef345c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.317725864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bda098bc-fe07-4698-9fe9-4537c3ef345c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.318258816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"7144e633-daad-4b61-94d5-3d06766c9a5e","remote_addr":"[::1]:51723","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1954,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.321045007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/12aa3fab-d86b-4bf3-94cf-b90e46715a5f","method":"GET","req_id":"adf01e0a-d2fa-4761-b369-f82ed4937ea7","remote_addr":"127.0.0.1:51275","local_addr":"127.0.0.1:52861","component":"dropshot","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.321328351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7144e633-daad-4b61-94d5-3d06766c9a5e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.326177683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.329766774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.329835992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.333048253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.333105046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.333139244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.333171638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.333278662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.341555423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/12aa3fab-d86b-4bf3-94cf-b90e46715a5f","method":"GET","req_id":"adf01e0a-d2fa-4761-b369-f82ed4937ea7","remote_addr":"127.0.0.1:51275","local_addr":"127.0.0.1:52861","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":20501,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.342208854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.354181579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.354249344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.354281889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.355117083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.355643182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.376239629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.376306041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.376400679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.376515077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.37655676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.377012008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bda098bc-fe07-4698-9fe9-4537c3ef345c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":60901,"response_code":"200"} {"msg":"unrolling 17 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.377287867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.378069084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.378125256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.378341687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.386687054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.387077943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.387190588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.387971764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.389816319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.389875537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.377916470Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.395082462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.395141119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.397080924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.397492764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bda098bc-fe07-4698-9fe9-4537c3ef345c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.397730648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.397782171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.397810958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.397966017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.398679839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.398740119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.399325065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.400060731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.400117975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.395003384Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.402507335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.40270033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.414528026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.41469079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.402457506Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.415520263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.41566446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.41834443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.419089204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.419200545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.41927306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.420381829Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.420507339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.415478299Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.428153243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.428435826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.433931416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.441179928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.441379716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.448120627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.44822744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.452505143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.452606745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.458515528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.458576299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.460704439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.460914287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.460971171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"574.602418ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.46101073Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.461037914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.461067873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.461095779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.461125899Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.461948698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.465498551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.465790663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.467066726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.476915048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.477107822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.477144325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.478359536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.48076059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.4847108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.484835819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.485563099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.486459284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50309","req_id":"7e638135-8e64-4cdd-a517-f79d05915322","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 25 29 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 %)..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.486727108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50309","req_id":"7e638135-8e64-4cdd-a517-f79d05915322","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.487097085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.487338726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.488122829Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50309","req_id":"7e638135-8e64-4cdd-a517-f79d05915322","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.488713966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2131, tv_nsec: 287608201 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.488992291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.489412047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58747","req_id":"fb9f898a-9c75-440a-be13-31d35f559d69","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 00 46 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .F..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.489627046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58747","req_id":"fb9f898a-9c75-440a-be13-31d35f559d69","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 70,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.4899555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.490107202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58747","req_id":"fb9f898a-9c75-440a-be13-31d35f559d69","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.536349958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.536795646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.536935415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.537034632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.537114752Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.537969535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.539201089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52770","req_id":"ecbdebc6-fe63-478f-97a0-8bfd5c8b3100","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 80 91 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.539376869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52770","req_id":"ecbdebc6-fe63-478f-97a0-8bfd5c8b3100","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.539790193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:46.540010221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52770","req_id":"ecbdebc6-fe63-478f-97a0-8bfd5c8b3100","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.541407024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.541460881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.541490891Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.541904876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.550010215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.550111126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.550145244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.551233753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.570889205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.570959255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.572259696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.585931246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"115b3856-c913-465e-a46b-52ef07f7d0a3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.586278548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.601925703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"719c1864-2630-4cbf-a8b5-e19cdcb7fd8e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.603498808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.620221968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84883b26-e5b7-49b5-bb1f-0e0487fa15f4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.620390393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.621035128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.621091941Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.621310376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.622118015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.625498952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e6292f6-ab4c-432c-9a63-376399d0a768\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.62563847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.629275436Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.629358301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.630749493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.635041935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0607f1a7-d0d0-4d38-9d1e-020fd63a7dc2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.635096745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.635357103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.635417624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.637988376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1e2b31-4083-49d0-b256-1961a2fc1773\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.638158455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.641199654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1604e7d6-8a66-4759-b3e0-aeacb49a4c3f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.641525504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.645028323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"248f53d2-b140-4b71-a2b0-eec6ff672b58\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.645306096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.646237893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97470616-7b64-4832-b343-5953e3dfde3c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.646378022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.647539646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8040ef4c-0dcf-41e5-a6ad-321217faf541\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.647679234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.648690099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4966a802-fd50-4aa9-91a3-c3d26f81d91f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.648855849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.649980079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b56ca40e-40e1-4d8b-b319-4ac60d96bc4d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.650411248Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.653917363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62fccd59-716c-4584-972a-0020ed034d8f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.654230708Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.658685484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf499647-1f41-4f1b-8bc7-94f7cb253cb8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.658839861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.663360118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a464b32a-4d67-4b66-94a4-6a1856880516\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.663427091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.668396142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43dc10d6-9da2-474b-b844-acb73fd1d3eb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.668575138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.671953109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7e033d-66ad-46a9-9e42-53307dc039e9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.672411011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.678371447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eddc0ac-2a54-446c-9d48-db2411994405\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.678880641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.68286992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.682940731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.682976021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.683007193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.685470451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.688593093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0dcbe35-05a4-48fa-a1b5-e1bc6cfb52af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.688664755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.689361183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.697887681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.698161146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.698219633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.699243443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.700184959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"701c35e1-788f-4bf6-b77c-d69b81dd6e4a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.701339369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.703010849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91087036-11ce-47eb-9e24-462c339b4e7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.703113874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.703320566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.703360325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.707132471Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.711318011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0533638-0f80-42a6-a193-04be8a633e65\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.712101882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.715482137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4b660c7-a7c8-45cc-b6ed-5aec1dbd9a85\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.715539973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.718001557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bf42e78-fd67-42a5-90c3-779f183dfc53\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.719121789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.72328792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.724960923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934ab70c-c801-4053-a584-6e48f6017915\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.725228085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.731180856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad78f52d-1a50-4d5f-8479-36d6f63e165e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.732844942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.739330894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9ecaf98-14da-49b2-8c4f-c0b2960e4bb4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.739894798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.747529199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e3e5b39-88f0-413f-b6bf-30c39642f22c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.747762845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.750399809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.751760991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad29fab2-ac07-4787-953c-ae6cbffc42e9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.751894907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.755507605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b8dc0b-f551-4e5a-a706-c2c9f8c0de64\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.755747554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.756778287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c55a4c5d-f2a1-415a-b40b-0985ea19032f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.757133946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.759649277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3836474b-b0b2-43a2-9a28-8da6939746a4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.759895839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.761760774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"befba71f-5007-4b43-a618-1184d5899306\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.761998428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.763527244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef1a83e2-06bf-4c71-926b-72338a4b88b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.763787082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.766076443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"787dc419-27ef-4697-9c12-60ce9267b2bd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.766356321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.76874979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e9ecc01-fade-4f70-a3fe-66d3c6227b62\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.768837985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.771437014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af2e60a-87f3-49e6-b36d-ae656a46a00b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.771496713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.773584923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afd948d4-23d5-4bbe-aff8-5e04a1e7013d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.774161863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.775415561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e88caaa1-d63b-4eca-9382-07a8445bcb69\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.776586734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.778252012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b58ca7-f67a-4a45-9a23-df840db0a4bf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.77836622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.780023732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4c1ee27-45fb-44a6-9b1d-492695e7ce5c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.780104423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.780838145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a57245b8-33b0-452f-980d-f0770a2bacbe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.780958144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.781843859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95852de-5e10-48cd-b551-5db09ded3657\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.781964018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.78397261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c6c9e6-e2a0-4a82-afbe-78cb3f1df254\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.784036848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.784070485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1684a9e-bb74-46bf-9144-cd60597b5387\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.784101577Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.78412838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.784155795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.784183711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.784582395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.787127916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.793485022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.793586103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.793735561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.793832705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.793917494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.794709141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.799852058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.804765878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.80482677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.804861038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.805575632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.806509482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.806597828Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.806629021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.806655944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.808704606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.810193763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.819913088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.819971635Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.819999981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.820468956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.898371131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.898443385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.901097182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40055"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.901643751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"db7d443d-98c1-4699-b1f3-43503660d1b3","remote_addr":"[::1]:40055","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.904037461Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"db7d443d-98c1-4699-b1f3-43503660d1b3","remote_addr":"[::1]:40055","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2301,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.904205535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.9042579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.905681536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.905904601Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db7d443d-98c1-4699-b1f3-43503660d1b3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.908923205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.908980179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.909008625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.916953455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.91704126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.917083233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.917115538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.917632849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.922618783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.927419047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.927687321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.927748824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.928614659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.955251712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.964063809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.964371913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.964428446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"503.390452ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.964463616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.964491221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.96452102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.964550779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.964580419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.965405342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.968239138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.976697311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.976763032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.976798953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.977385041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.980557492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.980617401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.981360131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58158","req_id":"6880c976-8531-4d99-ba78-a3896ecc45a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 34 6d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 4m..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.98166085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58158","req_id":"6880c976-8531-4d99-ba78-a3896ecc45a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13421,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.981858975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.98226285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.982379983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58158","req_id":"6880c976-8531-4d99-ba78-a3896ecc45a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.982720562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2131, tv_nsec: 781613163 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.982784188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.983190277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57196","req_id":"6810a3ed-672b-4c01-82e8-6e49eb78cd04","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f5 c8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.983250467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57196","req_id":"6810a3ed-672b-4c01-82e8-6e49eb78cd04","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.983628521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.983674562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57196","req_id":"6810a3ed-672b-4c01-82e8-6e49eb78cd04","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.063910678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.064311166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.064368209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.064402938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.06443368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.065311238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.066764343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58971","req_id":"d50601bd-5552-4aff-a84e-44a0a5f006fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6d 04 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c m............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.066845084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58971","req_id":"d50601bd-5552-4aff-a84e-44a0a5f006fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.066922979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:47.066998139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58971","req_id":"d50601bd-5552-4aff-a84e-44a0a5f006fc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.068106888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.068163862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.068192288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.069650564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8028ff46-9890-4691-b4e2-f8119aaa45e2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.06987936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.070432572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.076269562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.076399511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.076438739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.07693103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.078432712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f1222f2-6862-443f-ba64-1164b14e300e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.078670987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.080717875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bd76512-d97b-4208-8101-2a87fb48c54b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.080858515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.081023544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.081065357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.081871293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.084362797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"433fd70c-14ef-4c25-86aa-687fb1f354f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.084499039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.086586117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c8d85a-30c0-495e-97f8-a092d6eede88\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.086704944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.094348824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e8dbba8-dd5e-42c4-86ba-a08d24f2d5ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.09469328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.097827024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1cfdab8-39c3-4d88-ace6-dd5c69dd354c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.098247682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.100379469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a19362f-ddc6-4f29-adb9-05616e45250f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.100882271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.110059847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e1f364-190c-4174-a38b-923f57a66ef3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.111316621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.113127469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f32c98-96ba-41d1-a191-4b3c4b5abf86\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.113697595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.115133365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b898e02-e61c-41d8-a3cf-03e7c64d9a37\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.115488904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.116701279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bed6227-4289-4fe0-a1aa-d40b68757e3a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.11691258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.125148039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b85acb-d60c-40fc-a063-054590695df3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.125459009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.126494732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.12932407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00bf9e3e-421f-4175-b281-bd2de5cefc9e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.129450231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.131517199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2397833-b759-42a8-abe9-e34c43689c83\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.131591998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.134316647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dbeb19f-9fc1-41f5-a071-02a0cdfbc77d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.134484391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.136655988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"033ed2da-22d3-46ea-8921-83701ddeb76b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.13677764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.141348287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf58a20a-8960-492c-8260-5f34b232b476\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.141550049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.151180838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d413530-93b9-4838-96a2-45d65cecff9e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.151873117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.153098038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e221cea-be0c-4ee6-b4f9-ea63df951ab8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.153357204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.154624409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51cc455b-637b-4d89-9f0d-eee2c0b94f36\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.154876641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.155894479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"192bc498-919b-40b6-8dbe-17eef98a508b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.156271801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.157396061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c2bef4b-65c3-4141-b02a-5e3599f61442\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.157641971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.159299634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed1f4e1-5961-4d31-b884-03148dd58d40\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.159581035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.161880155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f23c42a3-7cc1-44b5-a78f-53993d3e501c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.162219201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.16524009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"474285e0-5237-4a50-a810-c0356b0ec5d2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.165588274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.170286575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"883465a2-f097-431d-933d-f778296349ba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.170528026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.178380121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.178734106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.178793063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.17882147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.183117008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.183376085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc3f451-0ad3-413a-a6f0-71c5c6b7fd2b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.183997803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.188613279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.198981197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.199059202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.199094212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.200258532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.203788635Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.203851851Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.204571796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.205835043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5feb895-8ab9-4f46-83e2-9367e5ee69f5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.20601452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.207928674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88088978-f0f2-43a8-bf7c-c59a0832e41c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.208039896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.210214659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba16e151-7468-42ab-a7f3-da78000be60a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.210558644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.211770078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3574c208-e468-4ff4-83fb-aaeca6c081c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.211929546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.214082565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30c31a57-850f-4b18-8309-2fd47b66b2e4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.214176963Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.215383948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7e04758-72a0-4f69-a7cf-f78bd55cd204\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.215498036Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.2167951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"807cdf83-9a54-41ee-a5c8-df875aa635e9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.216967193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.219402395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c17f5d4-ded6-49ff-b469-bed4506fa038\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.21952068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.222784083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3976715e-291c-4df3-8e65-50e941846d7d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.222866517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.226229878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd1a9b2e-cacd-4590-99c4-5f2cb90706c6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.226306902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.228483017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"376445e4-5dea-42a6-a6ca-d0dc10797ef2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.228562746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.231607903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e168c9eb-749f-411f-87a9-a8c29094799b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.231731309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.232691793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.236096757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ef5e4a6-e2c2-47f0-b007-0cdd7d8df373\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.236274191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.237609341Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"832bcc63-875f-449c-9b92-7d63f31d896a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.237780111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.238882658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfaf928b-ab2f-4795-8471-099b6ee65a92\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.239376492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.240487656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5ce46f5-6d4a-404c-b3e6-eac6f9da9999\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.24062504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.241745442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dffef4ea-507a-4454-96fe-a4add92afabf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.241809099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.241882284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.241914268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.241942484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.243173046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.245078082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.249114033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.249194123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.249229373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.249258381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.249286367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.249578809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.25152165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.257385233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.25816672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.2582771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.259091212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.327795251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.327863547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.328244936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.328428392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.328470887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.328500285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.329316962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:47.32938082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52012"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.330079452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"58aefe8c-b41a-4388-abcb-978232485909","remote_addr":"[::1]:52012","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:47.330648666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"58aefe8c-b41a-4388-abcb-978232485909","remote_addr":"[::1]:52012","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":468,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.331163191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58aefe8c-b41a-4388-abcb-978232485909\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.335162349Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.335221176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.335250845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.337648322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.337780916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.337831267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.33786309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.338241163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.338798584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.351698176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.352658319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.352728769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.356274714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.35899281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.367088109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.367378027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.367427746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.368227599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.368711193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.368765832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.372496725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.373408231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.373522068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.377009477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.377747086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.377807066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.377836935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.410632108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.411152725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.411453695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"446.744319ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.411511169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.411538994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.411567181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.411889142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.411941767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.413074444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.416437144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.416619106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.420760858Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.420858303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.420894485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.421440212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.42649845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.426559812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.427723681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53238","req_id":"d25a3488-8fbf-4a13-af3d-413db71acae7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: de 60 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .`..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.427789102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53238","req_id":"d25a3488-8fbf-4a13-af3d-413db71acae7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.427862698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.427887979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.428022607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53238","req_id":"d25a3488-8fbf-4a13-af3d-413db71acae7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.435606317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2132, tv_nsec: 234492686 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.435674974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.43621011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55689","req_id":"d4d9df87-7b15-4ec1-8405-051299167f1e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 20 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e +..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.436469637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55689","req_id":"d4d9df87-7b15-4ec1-8405-051299167f1e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.436579346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.436666439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55689","req_id":"d4d9df87-7b15-4ec1-8405-051299167f1e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.503925258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.50400642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.504047642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.504081109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.504110858Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.5041573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.504597067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62881","req_id":"aca59909-eec0-4937-924c-6a47ac7a0c62","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b9 7b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .{..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.50466375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62881","req_id":"aca59909-eec0-4937-924c-6a47ac7a0c62","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47483,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.504743709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47483,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:47.505821917Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62881","req_id":"aca59909-eec0-4937-924c-6a47ac7a0c62","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.505870504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.505903369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.505989721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.51046596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.516697777Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.516763608Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.516796513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.517293994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.51753283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"131cbbf0-da64-4e27-b32f-3924a09942b7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.518253336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.524015637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.524075105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.524655762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.544171767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe9fdd1-6126-4d28-abaf-d8f1a0b50b36\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.544459239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.573795831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8892acce-2b9b-46b2-af13-17aeb9e5fd57\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.574249645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.578308151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fbbb054-168b-49c1-ba3c-9cdf0f4bde9f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.579452281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.58764783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.589661502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31f1b344-ecab-4892-9f14-dc20c0b31377\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.58990659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.593292897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b7abd42-2b61-4e97-8a00-ac2cb2d90a06\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.593601612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.595878078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b44ad930-b554-4538-b1cb-b2aa2d41f126\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.596094519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.599285978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce32531e-b354-4a29-9a49-41b2762cfd79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.599360477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.600465408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9155cc86-83ee-424c-90d2-091077246c38\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.600524285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.601558376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b997c173-1082-49b4-9553-2c826788031e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.601698846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.604026283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ad3839-f242-4adb-b6db-aa52220acfcd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.604264588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.606781853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"987dae0f-c24f-4fae-b7bb-ecdb1c580374\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.606927944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.60881301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"638cbd22-e00f-471c-a729-d5a6511b0657\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.609306063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.615115467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f042ea68-9943-4d55-91e2-9f6134b60792\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.615329985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.618631252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc1abd31-afc9-4106-a1a2-703ef6329def\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.618767734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.62106918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.621127356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.621430109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.623306437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.625205692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1c3bfa7-6e95-4a2f-893b-f30f60842dba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.625617402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.627677687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.627736955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.63260782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.63266803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.633196423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f36e2d8-b8e1-42bc-b517-6211d18e3ebf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.633424647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.635794639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab232ab0-48f5-430a-b105-1ce75ee44f3b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.63591018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.638400411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a3548d3-11a8-47ab-8a10-371939dcc56f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.638559678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.639726593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d7cbed4-21ac-437e-8aa4-99d088d4646c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.639869107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.640079827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.640917296Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.641019219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.641059138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.641906547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.643645482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"623d82e3-4f1f-494f-bef6-ad9925a2390b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.643785811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.645465618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.656338712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.656400806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.656432769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.65694989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.659377527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd8106f1-2905-43fc-a2b3-d7931540f767\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.660030488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.660259414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.660309433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.660825041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.66240086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f560ba37-f3bf-4878-b44d-f27e512638a9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.662532994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.666337744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c69e6a9-64d9-4012-a427-d31970b8cae4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.666598704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.670259368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"742fab5f-c606-44cd-98c1-4385d165a2af\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.670509767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.681482119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d29a8cba-2ca4-4b99-8b90-3fd5848f69ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.681614031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.684459972Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820c43b8-af1c-44d3-b616-3b01b5002921\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.684542326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.686729584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1921cdfd-0dfc-49ca-a350-1fcb3eb34aa7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.686887709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.690812198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8f1fc63-07e8-4784-ade0-5b37ccff1235\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.690886857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.694399706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"158f74ad-6617-486b-9a3e-2088d58c80e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.69458221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.695324028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea12bfc-4859-4135-a089-feec4e7e9878\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.695523555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.698229948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44a4a940-2a2e-4014-9166-a206a11459ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.698371159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.699097817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.700692193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7edcc99d-ca82-42d3-827e-98d7da51e6aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.700989756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.703086534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a62a264f-f3e4-4156-8e3c-4ec673ac4a72\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.703218046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.70460041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08784afd-44a2-497d-ac12-b51266287eb2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.704784497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.708196836Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bc8a58a-668a-4d41-9ee9-5c23e2b9b696\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.7083242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.710401358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"944a4bcf-108c-4fea-a6fb-06c76f90f416\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.710736957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.712325602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ebe4096-458e-40d2-8332-c167e3c29cc7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.712447936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.714133885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f715f485-496e-4060-9dee-eff5e8b73f5d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.714255758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.717071258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c90a0316-91bc-468d-8161-b606b7cf6b7d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.71730839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.718841485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d05d93ce-137e-4457-a52c-7e6b3ad65ae7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.718903599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.719735716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a0ee7ed-b478-461e-857e-787e8612f0cf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.720143679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.721633257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f228c3-6967-428f-9a04-cc18b2a5deb4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.721935419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.722459373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.722955191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56d42eed-f6e8-4385-baf5-02fc3d79484f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.723166372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.724497574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dab5743-ce1e-495d-b332-1cf7483ca624\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.724562103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.724598315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.724628335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.724714667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.725782574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.730370786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.739356299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.739422491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.739457711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.739488613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.739515146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.73996923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.744940786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.750052421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.750175666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.75026298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.752120521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.753171756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.753232597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.753265402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.753294701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.753896279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.841050648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.841133353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:47.843813794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60394"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.845333612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"229b67f3-b7c5-48f6-990d-7fa065bcfefa","remote_addr":"[::1]:60394","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:47.845885572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"229b67f3-b7c5-48f6-990d-7fa065bcfefa","remote_addr":"[::1]:60394","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":589,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.846064568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.862471929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.862639362Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.862689502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.864053179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.864558626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"229b67f3-b7c5-48f6-990d-7fa065bcfefa\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.869788226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.870094987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.870152612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.87361486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.87367979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.873716032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.87380541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.875427552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.880808734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.880867591Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.88341181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.883710696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.890977124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.891423323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.8915877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.892981487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.921817381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.922133511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.922190975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"510.652772ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.922288409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.922332407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.922363198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.922434671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.922468478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.923151208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.928031552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.935405615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.935459612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.935491135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.935901703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.93647739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.938981379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.939074905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.941879082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58903","req_id":"9146d2a6-6917-42e5-b87c-535b4013a094","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2b d2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 +............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.942090263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58903","req_id":"9146d2a6-6917-42e5-b87c-535b4013a094","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.942425802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.942893233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.94302709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58903","req_id":"9146d2a6-6917-42e5-b87c-535b4013a094","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.943932544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2132, tv_nsec: 742808372 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.943981081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.945453364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53296","req_id":"97de7f76-b007-494e-bb6b-aa9caa5a2058","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 46 12 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e F...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.945699524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53296","req_id":"97de7f76-b007-494e-bb6b-aa9caa5a2058","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.945806047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.94583775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53296","req_id":"97de7f76-b007-494e-bb6b-aa9caa5a2058","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.017129955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.017647105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.018156671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.018218173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.018251059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.019070962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.020190904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49592","req_id":"528cbb3b-4f9f-4433-8d17-11668b11ead6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 28 c1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c (............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.020382375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49592","req_id":"528cbb3b-4f9f-4433-8d17-11668b11ead6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.021365895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:48.021484361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49592","req_id":"528cbb3b-4f9f-4433-8d17-11668b11ead6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.022140578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.022200418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.022230397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.023329557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.033968895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.03420207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.034372369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.035424906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.037677444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7190cc-389e-4b22-93e4-ebaaa0271be9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.038684962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.038945531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.03899012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.039670496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.043348143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"424c5847-ae3f-4363-9109-7b056521939d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.046997053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.050418701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b29fab2d-fe77-4a06-b657-bcb7f8f02e58\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.050843467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.055656978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a78d0f8c-a766-4335-912c-f658514a8bd8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.055785864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.057648716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6cf587-31ba-4cde-993d-347ca5b7fad0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.057829366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.063411468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22013e35-9e1e-4c0d-8875-1a43ac93e4ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.063656947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.069814526Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50e771fe-198f-4222-b1e4-cb7f6f752c94\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.070016809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.081548685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7e7902-c318-4038-99f4-213305fde07c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.081800016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.085534076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.085960215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f50a81d0-24e9-495c-8597-86c4d4ec1051\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.086231866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.087836122Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb75cd8-865c-4b39-91f3-e19554589843\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.088600475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.090903825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24df8290-93f4-499b-9d8c-60c8024acd9c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.091136859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.093071844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"987443b4-a288-4773-a562-901056294ee5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.093138387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.095713818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f63c0b-a149-498e-943b-f2bde8d5407f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.096746496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.098800729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31e09183-7337-4f35-ad5c-806c57e9cf8d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.09906718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.108062031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16237329-1de9-40ef-9c5b-70426a696601\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.108212792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.111154062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d38046d6-0c97-4243-bceb-b606482d7718\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.111376355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.116682297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe3d13e-7fd3-4359-a4bc-436ee7a01181\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.116976783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.119606984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fbd561f-010d-4e30-8d3b-c605f680a694\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.119822303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.123220734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90be736a-b584-411e-96f6-a3abe48bb43d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.123532685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.124658869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"309b628e-d46e-4524-8951-fa7bb4c882f2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.124830622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.12642084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1742b68b-dd08-431b-8ccd-7d81d97d5e57\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.12656637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.128264674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49e8b439-1e80-4115-b8d9-4c6d5b535139\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.128749129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.131828895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8df1ab9b-2f56-4884-a111-4245cc207c6d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.132045527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.134674335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0c08ac1-1945-4ffc-ba35-e2b380c1120f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.134843151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.136853697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.13869243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.138824403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.138870134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.138895906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.138922238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1bb2de9-29e2-46fe-adce-a25757909cde\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.139004402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.142345629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.147905356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.14806266Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.148109904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.148585462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.151102727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.151347555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.152269482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.15328758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c35dc8d-3129-40c3-b672-a539a2266ad2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.154041332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.156716682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba07880-4f41-4e7f-88ac-1701b82d36ca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.156792894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.159237926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be489147-0dff-4228-8103-9d5de9665b85\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.159311442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.161079184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd68c849-68db-47aa-b366-f43188d178ef\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.161186238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.163917279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"178de6df-d5dd-48a6-a864-312bf62ca4ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.164024032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.166022584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22840506-dcbc-4bf3-9dea-611766eb3e5e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.166095579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.168169401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd816d1-0ef7-4725-9bfd-bf463603f338\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.168375432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.169950079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7df4b1-1eaf-49a5-ba56-4640070f1229\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.170225348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.173181417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c174a065-5202-4fe1-a7f6-3bafce482b2a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.173325675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.176011186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"571cbc70-be3b-4322-9e26-10222d83c957\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.176079291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.181557316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2cfe5c-99a1-4ade-9fa7-a9f803dada5d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.18173002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.185883656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef009f3a-5c98-46b9-ba59-2ce8cc789b11\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.186611897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.186889931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.189923244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac96e55-648b-41b3-a2b4-ebb424052677\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.190063163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.191658402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a21a0f3-2845-4ee6-968c-41063b08ad8a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.191735215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.194170988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae160940-1fe7-4ead-a6ff-330a3a73daea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.194221548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.19759017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c437e4a-c1c8-4763-83cd-afa4992d0754\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.197713746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.198676415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"693a034e-a751-465b-bb72-ac30efb9fe93\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.198747496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.20097274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64da8e0b-64ea-4f7b-bf5c-ce174b61c2c2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.20126418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.203394234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f589f69-eb2b-47ec-aac5-18a32c43bbcd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.203658421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.204658664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2cf9953-6481-4d62-bc5c-5e5a048ee15b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.204848933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.204959894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.205051326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.20513382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.206141308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.209095103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.214598548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.21466962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.214968706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.215006822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.215038084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.215351258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.217715759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.218197289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.223861133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.223946483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.22398493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.224522671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.224709484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.225669106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eec979b5-d72b-4e8b-be09-cd9b3361f2ea","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.225737161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eec979b5-d72b-4e8b-be09-cd9b3361f2ea","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.225782532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eec979b5-d72b-4e8b-be09-cd9b3361f2ea","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.226143361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eec979b5-d72b-4e8b-be09-cd9b3361f2ea","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.22977182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eec979b5-d72b-4e8b-be09-cd9b3361f2ea","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":4213,"response_code":"200"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.302666718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.302749674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.303455129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.303653204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.303707953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.303739225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.304477647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.304535572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65325"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.305040448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec979b5-d72b-4e8b-be09-cd9b3361f2ea\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.305818478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.307041204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c6ebfb8-75a1-4971-8161-5e7a27d95053","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.307348988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"6545ff7d-c0ea-4d05-9405-3cf92f82f57d","remote_addr":"[::1]:65325","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.307698364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c6ebfb8-75a1-4971-8161-5e7a27d95053","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.307768153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c6ebfb8-75a1-4971-8161-5e7a27d95053","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.309314634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c6ebfb8-75a1-4971-8161-5e7a27d95053","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.310811837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"6545ff7d-c0ea-4d05-9405-3cf92f82f57d","remote_addr":"[::1]:65325","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2386,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.311118007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.317315615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.317426977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.32556919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.326071942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.326505265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6545ff7d-c0ea-4d05-9405-3cf92f82f57d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.329536044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.329598238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.329628889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.331435088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.331502843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.331541229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.332593175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.332650449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.335527481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.33559699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.336381653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.336693976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c6ebfb8-75a1-4971-8161-5e7a27d95053","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":29718,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.337295163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c6ebfb8-75a1-4971-8161-5e7a27d95053\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.337987663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.33809645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.338133594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.340337094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.347937067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.348227646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.34829016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.349641533Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.364554175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.364630938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.371222812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.373718865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.373837712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.373884195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.387244364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:48.393579657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:48.394277768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.394348629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"472.027474ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.394387115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.394415091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.394446834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.394477656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.39450472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.396558702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.399303491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.408005299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.408461137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.408496738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.408619993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.415407507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.415781552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.417962307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61364","req_id":"c233083e-cff2-4c5a-aae1-6b3ce882b606","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0c 79 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .y..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.418026175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61364","req_id":"c233083e-cff2-4c5a-aae1-6b3ce882b606","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.418115372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.418286974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.418577092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61364","req_id":"c233083e-cff2-4c5a-aae1-6b3ce882b606","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.419710962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2133, tv_nsec: 218612972 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.41977038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.421528343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62160","req_id":"abc5b994-dec4-42bb-8fad-8aa3b90fcce7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: eb 24 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .$..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.421610717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62160","req_id":"abc5b994-dec4-42bb-8fad-8aa3b90fcce7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.421700325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.421723692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62160","req_id":"abc5b994-dec4-42bb-8fad-8aa3b90fcce7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.470967236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.471436752Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.471496541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.471529797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.471559005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.472236876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.472853114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50909","req_id":"8fad1f17-a350-4124-a740-0c2b4967787b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fd b8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.472914226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50909","req_id":"8fad1f17-a350-4124-a740-0c2b4967787b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.473509642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:48.473614411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50909","req_id":"8fad1f17-a350-4124-a740-0c2b4967787b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.474944871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.475003268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.475032546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.47774496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.485847995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.486157502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.486219405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.486931093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.487935024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f342a6fc-9e41-4d53-8410-d0dc6c734f2a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.488257326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.490400666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b0b677b-b6ff-480e-a140-fab29a3e6ecb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.490607128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.49074909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.491506399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.492214721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.494511887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3189dd3a-1cee-442a-bb56-779d37053970\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.494856564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.498141279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3435184c-ceb3-44bc-81ef-48499091937e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.498865883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.508758814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddbfadeb-2196-468d-bfbe-d34c5dd2cadd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.508970936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.513413868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b49581c1-5248-46c8-8fe4-7950cb2939b4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.513527876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.547246738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.557356201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b3c1037-efd6-424d-a65c-28cea62d5452\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.557572562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.56556674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08333ef0-4c92-44e0-8d84-228e31709f5c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.566266123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.568654993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27db293d-c716-4334-8f63-ff8e065c65f0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.568943007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.569953089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed1aa589-22a2-421d-8737-823d84a302f3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.570105513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.571466124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf9b784-8f20-43f2-89dc-f5111c60c681\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.572927846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.57581047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ddd2eca-bff0-4905-9261-998da1fddee3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.57634784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.577699794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"160c7fa2-e819-4c74-96ae-f592dd0b8773\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.577871727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.580591115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fa453e9-3700-4d08-8267-05172e2193e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.5806541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.583008792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"324d1696-03ab-4520-a758-c690cff2617a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.588688879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.588722787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e30523f-3aab-4c3c-8227-e5c5001048e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.588757446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.588788137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85cd9ddf-7551-4cdd-8159-7f648eb2bcfd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.588817395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.591002799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cd03930-e50f-4088-9c8a-878a0b6dbdf2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.593578772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.597069307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f07f339f-b7ea-421c-a710-00981ed44990\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.597275257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.597935743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.597995382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.59802963Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.598058778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.599010785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.600823466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63e07f07-bf56-4100-948e-08eec6be2e0c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.601023094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.602161232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26455078-8109-4610-8558-d1855bdf2dc2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.602414897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.602598744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.61049679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.610547771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.610578703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.612038201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.61468271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd172870-f88e-466b-aafb-df4b582a6fe5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.614837408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.615411151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.615467804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.616492356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.619512714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb50cb7f-7a61-459d-ae2d-90e72ad46103\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.619593665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.621475354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.621536416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.62156365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.622681677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.624064202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a05daf3f-8bea-4183-addd-15830e2c2ec5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.624342767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.626853039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.626916655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.628992822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35391d88-d131-4c6a-a501-f4bd620e1a5f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.629155276Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.630932056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.630995172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.641333009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e51906ec-6c1b-471d-be69-6ce396e1b509\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.641686724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.645473489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03a0cd4f-1c1f-406b-8844-86f4a3ee448e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.645637135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.647603563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02416a44-e21e-4f76-865b-899ee3af62fd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.647669324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.651047705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb7cfa91-b057-4ec8-a7eb-b3cf49aaa976\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.651111612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.656365991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.657430953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf335d9-0caf-4264-89d6-e635854edb97\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.65757004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.658991492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b70506-cace-45b7-9f53-f151bf35bc44\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.659198054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.66129889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f5c3f37-dee0-41fe-8602-7ba48371f6dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.661364991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.662427428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc6356b1-f423-476d-a042-164ff6f1188c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.662564211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.663626347Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f93773-b22d-48cd-bf68-f413f35b8cba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.663800234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.665268689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"333b9825-1111-4e5a-9e64-cd0b948e8b69\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.665702414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.669507405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83eedc15-3469-4707-bf4a-cd731997fa01\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.669957291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.673590099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d308a84-73cc-49d5-8309-7b3d9dd4ecf2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.673708826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.676263907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"827dde66-af2e-4c0b-ae93-ae8d573232c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.677296023Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.679436287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c16ee928-0c60-4260-923b-fcb086280c69\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.679510455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.682220745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5fa2789-1125-4a6e-897e-4ee65f8103c8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.682888666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.685201935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9136ee9-d3b5-47ac-8118-7c97f5a6e79e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.685269169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.686267137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc7bdbd8-c3a1-45ba-a095-c5ef47e46303\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.686334512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.687098474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a89aa80-054f-4326-b9c7-4c0855c8135b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.687209655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.688279086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93baa03e-fb2c-4abb-9db3-2038d31c02df\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.688479405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.689395991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb8b5d58-80f0-49cd-961f-81e415c92493\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.689456642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.689491602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.689569958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.689602242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.690335584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.693600789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.6998599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.699940811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.699976011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.700006162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.700034187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.700747218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.703917895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.710726912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.710885618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.710985878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.711555743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.711985299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.712106581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.712251169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.712343453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.713368225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.794269324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.794350335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.794758839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.807174627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.807257542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.807290788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.808120171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.808626469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42597"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:48.810835611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.811984089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1ec9f429-1355-45a0-8c05-91a3e5393898","remote_addr":"[::1]:42597","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.812885836Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1ec9f429-1355-45a0-8c05-91a3e5393898","remote_addr":"[::1]:42597","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":910,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.814689289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec9f429-1355-45a0-8c05-91a3e5393898\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.821334509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.8213949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.821424188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.824032695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.824101492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.824137484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.824166732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.824853922Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.825938743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.826009053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.826035376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.827964419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.833118007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.834443538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.83450975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.834859647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.875431474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:48.885287502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:48.88607444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.886215801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"491.597725ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.886263506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.886293506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.886326261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.886363856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.886394638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.892748968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.896721303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.904387667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.904456114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.904487967Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.905509172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.911581912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.911648264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.913208162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57162","req_id":"7e3b71f0-c3b7-47b7-b916-d4580332d069","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 16 d4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.913271277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57162","req_id":"7e3b71f0-c3b7-47b7-b916-d4580332d069","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5844,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.913678789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.914203665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.914262713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57162","req_id":"7e3b71f0-c3b7-47b7-b916-d4580332d069","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.914842368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2133, tv_nsec: 713571714 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.914891676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.915798563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51211","req_id":"cbf860cd-3020-423b-88cd-a65bd558ff14","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa 75 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .u..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.915863332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51211","req_id":"cbf860cd-3020-423b-88cd-a65bd558ff14","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.916076887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.916124051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51211","req_id":"cbf860cd-3020-423b-88cd-a65bd558ff14","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.974478329Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.976301441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.976353435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.976387212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.976415749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.977228087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.977871479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61746","req_id":"821087c2-36bd-4924-b72e-53f3a1bbe5b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: dd 51 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .Q..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.978026017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61746","req_id":"821087c2-36bd-4924-b72e-53f3a1bbe5b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.97820819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:48.978306997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61746","req_id":"821087c2-36bd-4924-b72e-53f3a1bbe5b7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.985236674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.98532991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.986024423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.991566566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.004144737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.006108139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.006186555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.006773144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.009634866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8d8b8c-b88e-42be-99bb-5c47267950da\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.010943663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.011146578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.011200265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.011831041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.013239939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20db2504-db50-49b7-8f56-549d8c80fdac\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.014489358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.018954675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043632f7-ec18-44d2-95b2-acaeac64c6d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.019028372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.028025598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a6e23a-d132-49ac-af83-1b0bd464bb6b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.028375746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.033702198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83864429-6c3c-4b81-82e2-cb3484ddaa84\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.033970834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.040210335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edf2d1ab-0399-4598-9879-a38885b81e5d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.040467939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.052496515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.055548125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3eb0ff1-0eb0-4f5e-82a0-8516cfb1da4a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.055692062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.057673189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37091893-b303-4fed-93b0-b3c0de40523b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.057792146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.058757159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"611c6055-14c5-40dd-b32e-71a1c51655bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.059112928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.060301726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daccc3b3-e36f-46ca-bcfe-c4bf6dd1962a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.060447547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.061379954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0658d23f-803a-4718-8b1a-63e667263091\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.061557378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.063863883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c000e1-ac9e-4bbc-a3e9-43548813220b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.063942871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.066883069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5727fc73-6a35-4050-aba4-b1bc1d42dee2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.067310621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.069833818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f163cae-e7f3-49c2-848d-018c10809f57\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.069961342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.072726101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4357661-1f4b-4719-a722-4586a4752cbb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.072808485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.074910002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caa2564b-c8a2-4fc6-acdd-62702747c89f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.075357524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.081157149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b18724b-9df4-4574-b42c-1b1c34bd5058\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.081323711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.083296822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36149450-eb44-4f05-92c1-1e3520b0cd09\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.083489606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.085894258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6514b9f-044c-4d8d-8c68-445b660150cf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.085976201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.087094439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5fffba4-3326-4bf8-ad6c-0d7662d9e427\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.087231993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.088146495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d94055f-bec1-4632-b5ac-7bbeff806ace\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.088290422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.089163431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"246e3e19-21e6-4a99-9141-d4a2cc690b88\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.089290194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.090465626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf708360-bca3-435b-a738-3cb369fa3f24\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.090541427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.09175287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97e53f1d-4f87-4b09-a297-32295a24bc11\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.092014692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.094166289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bef2ce7e-4376-4312-ab0a-dbd401166557\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.094340406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.097373159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71210482-1202-4706-bfbd-ea9b87c1f063\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.097536945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.099922298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f74974b4-8da6-4216-a4bf-3295fc980820\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.099995704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.10348714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d251b2e-15ce-432d-bb90-6ecf4c697270\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.103787098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.104333617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.111605355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.111667088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.111699693Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.114234564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.120003628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.132082635Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.132157895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.132244057Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.133090834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.136272162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.136322743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.13712409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.137633745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"458d7ee8-80f8-4610-8f35-7e830ce5c6d1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.138428509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.143326177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"632870cf-bb0a-4408-9cc9-d9e963694d85\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.143436617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.145488545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1b3a6c-0c98-428a-8f7d-5b761f3b951b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.145806469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.147433981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df3a8e22-8683-44df-87ed-4e997a814ac4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.148741517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.149207625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"465b5929-a6ea-41db-b464-c4ac089f2acb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.149465369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.150390632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb3b3d8-cec4-4994-b5a2-6a4ccf545eed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.150593607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.165974172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a72090-5628-49fe-836f-86ba0a2e2cd8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.167596574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.189156571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dee760b-9b3b-4fdb-90f0-5143f7e10df9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.195856009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.208271617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c986bfe7-dbae-4e09-a88c-859a8c83a7ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.209107151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.211163899Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f45d4f5-3e6b-4bbd-a398-d515f1472f38\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.211337906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.218431159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.223148758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77bd6323-1906-470b-90d6-f4a3f2dbc15a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.223297034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.225686675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2966f700-9205-4c0b-abef-138ec60e3029\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.225972404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.228139161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33603e91-3bbf-4c12-9aa3-06bf6c9dbd7b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.22820854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.229888286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"894dd027-cf90-4b80-b45a-42689d0ec499\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.22996041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.231102435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad6365a1-69c7-4721-afdf-3f32f5c6df91\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.231228136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.232069763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6996811f-6add-4f50-b8c7-a161f4adc6b2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.232197397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.23369454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8171dd92-12e7-4f38-b840-73dc20c119d3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.23387534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.233924258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.233956302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.233983816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.234990392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.239630457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.247640386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.247698342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.247731939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.247761989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.247791227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.248301303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.251613593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.264181413Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.264235371Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.264267465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.265326895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.270652727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.270712015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.270747676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.270777906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.27159785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.332745222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.333176702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:49.334707863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64349"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.335455442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"53f43f83-bf77-4dfc-a579-8120453b6fb4","remote_addr":"[::1]:64349","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:49.336127491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"53f43f83-bf77-4dfc-a579-8120453b6fb4","remote_addr":"[::1]:64349","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":666,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.336261338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.343070014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.343142077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.343171676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.343632264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.343979345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f43f83-bf77-4dfc-a579-8120453b6fb4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.346522663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.346583334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.346612812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.350762591Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.35166598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.351727613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.351761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.353454444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.356280204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.356341526Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.35677984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.357249716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.365115758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.365531747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.365721996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.367043078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.368337517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.368671313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.375104761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.37578218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.375840437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.375867951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:49.402463642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:49.404048058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.40410414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"517.991214ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.404200973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.404244921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.404272866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.404302175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.404328507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.40507781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.406209505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.407959912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.417187558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.417252537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.417284952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.417761812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.42454621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.42463174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.427265808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58311","req_id":"bbaf79f4-cf98-4a8d-8199-125566eb2c00","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4b 12 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 K............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.427342711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58311","req_id":"bbaf79f4-cf98-4a8d-8199-125566eb2c00","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.427598712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.427824121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.428146763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58311","req_id":"bbaf79f4-cf98-4a8d-8199-125566eb2c00","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.428820326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2134, tv_nsec: 227676084 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.428888441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.430362328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65404","req_id":"b955b8e4-15bf-4c53-823a-1c35b20d3fc3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e6 d0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.431233403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65404","req_id":"b955b8e4-15bf-4c53-823a-1c35b20d3fc3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59088,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.431998438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.432222735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65404","req_id":"b955b8e4-15bf-4c53-823a-1c35b20d3fc3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.496903848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.497294756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.497450356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.497592239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.497641187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.498569837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.498920836Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63368","req_id":"b76905d0-413d-4031-963a-789cea2b7231","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 15 59 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .Y..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.499065755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63368","req_id":"b76905d0-413d-4031-963a-789cea2b7231","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.499210914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:49.499299431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63368","req_id":"b76905d0-413d-4031-963a-789cea2b7231","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.499553276Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.49960049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.499626683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.501734883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.509790834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.509855002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.509891705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.510335058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.510512402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"946f8acc-9f35-4a92-b268-9e6702247bd2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.510747019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.513690774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.513745303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.51452154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.520445112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08202e69-018c-4d9c-92af-c7ea5b36660a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.520674389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.559243004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f25ba19d-8e36-4d87-8e26-72f9880901bf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.55944161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.567210759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4513201a-634f-413b-8ce6-6b7569a2e230\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.567359506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.567834612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.571308524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2beef09-b764-4768-a961-ee511b913876\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.571483713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.577229872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb5f002-28ab-4299-9282-5c0e47cb21fa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.577344009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.579563311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e75c7d-6e28-4400-bcc4-51caa32ef787\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.580489707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.582382047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0726e79f-309a-4909-9f4a-0ea695fc7586\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.582645783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.584303405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"278b557c-9f83-4b85-b831-95012f441b77\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.584840375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.585883514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9966565c-6c2b-4749-ae52-337afbc0a0e4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.586115576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.589756611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c34a8e2-5913-44f4-bdf6-99e1b2cb06ea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.589820438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.590990419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3481b0dc-4221-411b-bc08-d0b52affbb7d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.591119496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.594221607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4a8bb7b-f6e9-41eb-96c7-7bcd34634d41\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.594387187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.597278608Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7935f5d6-4ddc-41d8-8306-cfc76e1bbd94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.597433627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.599549492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c9cdb26-8134-4aa3-8347-b64195041018\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.599672888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.60145034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"276ffa98-9d6c-4e58-8067-7edd3b40d2ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.601562944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.603378521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6678308f-37e9-4c8d-b524-68f74293334e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.603444663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.60561128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c57ba5c-692b-4168-ba97-bbcfb73730c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.605784154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.607522708Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f666fb0-1473-4472-84d1-7d5ed9497d9a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.607727847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.608555807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ac79619-fdd4-4786-b82b-1c1133d594ca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.60872294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.609673243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fed3db1-67f0-4a2b-99da-2dca1e1f3676\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.610011347Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.612072423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b78d700-172c-4cef-a2dd-ad71d23fb648\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.612137844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.612174066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac9a2875-775d-478f-8a2d-10c4e8c23652\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.612272262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.613395239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0666dec-b4a4-4633-aa9b-84c9e3e08732\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.613551861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.616372231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46f013d4-b86f-4ab8-a0f3-0e7995ff3725\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.616559153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.618476754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3decfe4-bac6-4b9c-873e-818ad9b1bf82\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.618649217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.618863414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.6189015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.618930147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.618958493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.619907254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.620739141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.620978669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.621198366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.622196806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.625872529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.634393427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.634478426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.634592633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.635647856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.636155387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.636206208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.639677084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bff03df-6cd4-45a6-a389-1f7080922069\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.640030428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.640308763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.640369013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.641568112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.641631999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.641673532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.649092894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"716a32ef-b224-4e00-b174-1689e0fb52ee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.649448463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.653650275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b6fb056-4617-4740-9fed-4b80b7a86927\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.653904241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.661940272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ac5dab-04a9-4830-9d63-49719fa141ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.663176014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.666790726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77ed17ae-9abf-4923-9506-7f1565d1d0b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.666859142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.669705113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be00eb68-0ac2-404a-afb3-8b59ef6cdc35\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.670059128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.673292631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c8592a-1d2d-4bea-a5f5-b3c8c1ae5342\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.673433471Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.677349364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cccf2e4-181e-45b1-833f-d3232d59f481\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.677549923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.679946809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3fa637-c139-45c8-a238-d6beb27f2422\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.680169923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.686223084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.688575892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d87ab1b7-3a98-492e-8632-d3f556723434\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.688756141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.691784805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"766b051b-d5f6-4bef-ade3-b27d285d9b12\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.691874624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.695742841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c395f0bd-292d-44b5-af04-5907eb44bf9d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.696022829Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.700725539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a37bda7-7fd1-4837-96f7-09bb72046175\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.701362949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.70326574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebd12a53-68bf-443a-b613-aff0e8aa1455\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.70493176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.708084501Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dffb81c7-86f6-4bf9-ab25-267c8c2b8afb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.708508496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.710333252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f333e64-ba69-4014-93dd-5e96a56b0506\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.710769892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.712426412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0ddfd60-38ca-423e-8cbc-96892a039a85\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.712813143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.713977883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cc93fbe-9397-41ce-b6e4-6a724575c9ae\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.714806003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.716215512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81076ee8-8cf6-422a-b45f-bfd7d2e848c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.717078231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.717145896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.717182168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.717211797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.718503611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:49.72386851Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.724083067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.731642168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.731754512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.731798219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.731831185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.731933719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.732904353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.737727994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.740363695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.740482743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.740570748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.741143449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.742138141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.747886404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.747968227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.748002515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.74837106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.750091227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.756163365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.756228575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.756262894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.756838871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.854420165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.854572709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:49.855358364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44451"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.855949332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1b3a730f-8f53-4d9f-8911-6c072a6bcabb","remote_addr":"[::1]:44451","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:49.856473997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1b3a730f-8f53-4d9f-8911-6c072a6bcabb","remote_addr":"[::1]:44451","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":576,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.856758584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.856873302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.860223147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.860523054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b3a730f-8f53-4d9f-8911-6c072a6bcabb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.864755527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.864846418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.864911288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.869170043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.869306224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.869398378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.86947992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.870264924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.875280578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.879596076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.879883128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.879985151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.880568684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.934939394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:49.939498538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:49.939813275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.940984759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"536.552174ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.94104036Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.941068336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.941096552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.94112561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.941151612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.943611553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.945602009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.952601374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.952676594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.95270955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.953182613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.955833955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.955887031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.956851553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57258","req_id":"e36af6c9-a5dc-489b-a19f-4ae4db2dc495","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 71 e5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 q............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.956912063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57258","req_id":"e36af6c9-a5dc-489b-a19f-4ae4db2dc495","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.962329708Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.964297739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.964596334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57258","req_id":"e36af6c9-a5dc-489b-a19f-4ae4db2dc495","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.96810763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2134, tv_nsec: 766980492 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.972632195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.97444693Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54341","req_id":"e01d8ae7-21f6-46d5-b14c-e72070ff6a14","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6e e5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e n...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.974510297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54341","req_id":"e01d8ae7-21f6-46d5-b14c-e72070ff6a14","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.974655957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.975051034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54341","req_id":"e01d8ae7-21f6-46d5-b14c-e72070ff6a14","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.065127165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.065629987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.065827951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.065878812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.065913792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.066406624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.066922772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65246","req_id":"c54457a4-c74f-440e-bc33-b011642ef2e4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 66 fc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c f............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.067016098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65246","req_id":"c54457a4-c74f-440e-bc33-b011642ef2e4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.067261988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:50.067442839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65246","req_id":"c54457a4-c74f-440e-bc33-b011642ef2e4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.067620192Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.06783002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.067884919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.069739555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.078624026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.078701932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.07878165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.078947541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.08224458Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f2eaf16-16e0-47c9-a89d-1d1ce5752afd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.082931829Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.084689401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.084802156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.085953801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.086231534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f616014-9548-476d-8d41-2553638d86fa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.086547764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.089244577Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cbb5043-cfce-47b9-9185-1375d3b723ff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.08945675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.092442409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9b408af-169f-4466-bd50-1f5fe40be102\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.092655433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.095249822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40ca5e6-2f88-4d0f-8825-ae295342957b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.095457977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.102222365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a22670d1-ab97-4ab2-958d-2ec6a92a981d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.102512382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.106753462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36770d00-872e-442a-a607-1dd8a497c400\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.107231535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.114549616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e3f64a4-b710-480e-96cf-89af396c9948\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.114629725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.116814488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d05adf2e-1a93-4283-890b-86ad4bccf653\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.116998776Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.119739887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f580319d-ff30-4767-9ce9-2f56fdd1b2c7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.120488499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.123314159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc6df460-21bb-4aff-a876-6b083a53a019\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.123487865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.124004965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.126636578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7870ddb-6324-4f22-a0e7-73a95c5428b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.127205321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.129661185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84add668-2f9f-458b-abf4-1e042258133e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.129871864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.135824685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a09746c-8518-4793-96a7-5f2fa68364ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.136015114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.139906448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b626f26b-26e2-4837-9da7-bf75044ba3c6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.139974994Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.144996129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab9e3cfb-3b0f-4438-8a09-e9724f2c589a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.146048385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.150779942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"591daeec-c70b-4abd-9f86-981c6befabfe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.150826816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.15085886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52d553dc-e9ab-4296-b411-fd92ca19ed8b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.150891445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.153375524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96df0cd7-926f-4df6-aae6-b43aa44d6cd2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.153451826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.153977012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb767365-9e58-4bf5-96f1-bf0b2c09a1bf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.154123324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.157642395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bfb138c-8d58-4edd-ab25-bbdb47a5ecfa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.157934287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.159132815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f47df2a-51c0-489c-b56a-438cb79229a7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.159308124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.161402357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f8e853a-3c94-4a9a-9b1b-387cbc202380\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.161506154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.163064529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3f5d60a-352a-4b32-a6e3-f7c14387e71b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.163449596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.167886216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"406f7d2b-b3ed-4b21-a280-780531220c6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.168045182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.171251671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a4a8d3a-0eeb-4cee-ad4d-72cb7bb9b220\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.171321761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.174733418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.174801915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.174839289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.17487011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.175557981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.175748551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"167847e7-ac94-4cea-bb59-1191860992c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.175869762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.186146187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.192671028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.19272751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.192754504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.194319091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.198214292Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.198404541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.198690671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.201660278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ba8721-6da5-43df-96a6-fc30abdc35ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.20174134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.215678408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d974f3-22fd-4992-a1cf-25d6d17f2dc6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.216352081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.217294599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.217713122Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.218019343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"67a42996-381b-4890-8573-b9aab39ec97d","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.21827924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"67a42996-381b-4890-8573-b9aab39ec97d","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.218342066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"67a42996-381b-4890-8573-b9aab39ec97d","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.218911189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"67a42996-381b-4890-8573-b9aab39ec97d","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.225088427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"67a42996-381b-4890-8573-b9aab39ec97d","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":7099,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.236415145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67a42996-381b-4890-8573-b9aab39ec97d\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.237443975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.23824975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb32e86b-a56a-439e-922b-236573a3cd20","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.240479503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb32e86b-a56a-439e-922b-236573a3cd20","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.240557098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb32e86b-a56a-439e-922b-236573a3cd20","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.241556399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb32e86b-a56a-439e-922b-236573a3cd20","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.243435292Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4cf1b5e-975b-472d-a29d-71243ed5e3d4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.243683086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.245536128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb32e86b-a56a-439e-922b-236573a3cd20","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":7128,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.246291864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb32e86b-a56a-439e-922b-236573a3cd20\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.246369138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.246407544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.24643541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.24733415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd31c0f5-b68b-4c5c-8e9c-e31ca8b94fbe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.247531874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.25347205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89a9662b-1d9a-43ef-ba4d-a2b3155aac14\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.253773029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.258096604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83517222-a9b9-4399-a730-baf5a9ec7eca\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.258565077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.270568373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2567b4f-48a9-4439-8586-49c43b9cdfc0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.270803952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.271756069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.273450395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98654641-8371-48e7-9e16-bad57f693953\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.273780313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.276755571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b5f90ab-c62c-44f1-bda4-3accb25ec4f7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.276832263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.279440691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f17e2ff-4ebb-406a-bf32-c60b3899cab6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.279723454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.282227774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f95f45c-8670-49b8-b71d-1af899a7804c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.282294376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.286717339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e006b6b-1356-41e3-ba82-d351cd8a3c3b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.287285481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.292813725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c3702f0-b0f7-441f-a977-dfb62793a97e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.293690983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.296933263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"234bd7ad-ce25-48b5-b943-8229855fe9fa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.297091669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.298588702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ac013ee-360f-4f71-975f-99b57c4ff92c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.29884903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.299769484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0f4ae4c-6fd2-4d5a-8842-b85a8cb00bd8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.300198028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.301852394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56c68a9e-f30d-4229-ab59-6c19a1a1d081\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.301900791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.306097402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec525296-e9c0-4317-bac8-c2ac646e6933\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.306302301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.306354675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.306388061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.306415977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.308504428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.312280462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.317901672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.318027041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.318067923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.318100538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.318133033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.319531238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.324105923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.324167947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.324202115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.324232886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.325024624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.327331239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.332400049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.332519196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.33260141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.33323385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.335063435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.346262388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.346372568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.346416165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.346821282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.350130636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.350233421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.351531928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.418303486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.418419316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.419329259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64592"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.419548416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.419604768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.420130957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"f6c04624-2b77-47b5-81c6-6dec827bbc19","remote_addr":"[::1]:64592","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.422125611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"f6c04624-2b77-47b5-81c6-6dec827bbc19","remote_addr":"[::1]:64592","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1980,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.422836387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.42418286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.424282649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.424324733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.424351676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c04624-2b77-47b5-81c6-6dec827bbc19\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.426525297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.426585587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.426616659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.432249332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.432396816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.432517626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.432551774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.432997432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.437344584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.44560378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.446089488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.446159657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.446744222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.483057544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:50.489995297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:50.490070537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.490105667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"548.512526ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.490139765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.490166869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.490196097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.490225355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.49025297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.492911788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.497171746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.509857702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.50993226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.509966789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.512728572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.517539457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.517679807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.522013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57849","req_id":"0b6a4565-4ff5-4889-aaf8-e760af6037da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 12 b0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.522080354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57849","req_id":"0b6a4565-4ff5-4889-aaf8-e760af6037da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.522266836Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.522428688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.522522275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57849","req_id":"0b6a4565-4ff5-4889-aaf8-e760af6037da","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.525260861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2135, tv_nsec: 324108263 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.525329388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.53910232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.539292669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.539402067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.539523839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.540236219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.541488494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59491","req_id":"ba499b88-e7f8-43f2-9461-7d63047071eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 72 f8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e r...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.54157667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59491","req_id":"ba499b88-e7f8-43f2-9461-7d63047071eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.541870786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.544162742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59491","req_id":"ba499b88-e7f8-43f2-9461-7d63047071eb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.603494346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.610148194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.616525741Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.616632173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.6167211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.617266517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.620173859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49557","req_id":"365c0e8f-5173-4e18-b9b8-faa852040464","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e9 46 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .F..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.621337067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49557","req_id":"365c0e8f-5173-4e18-b9b8-faa852040464","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59718,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.62143916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59718,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:50.621515212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:49557","req_id":"365c0e8f-5173-4e18-b9b8-faa852040464","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.621813626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.621863887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.621891942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.623221031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.6232758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.623462041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.624738033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.629282969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.629332858Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.63037275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.634508951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.634568279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.65021786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7df1d48e-99d4-473e-b9f8-0d788c576f88\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.651938719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.653795969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.653857953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.666530572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6ebf151-d556-44fe-b0e0-eb599fa2bb6d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.666692805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.670556544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afaf22ec-4fef-4dd0-b92b-421c37ea1cd2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.670768756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.675202069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eafb8d5-901d-4d91-889d-d732d997422a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.67529247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.677921287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a1b465-b9cd-4a49-9409-d4c048d717aa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.678036928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.681909624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca685a4-c2d7-4140-a449-726d1c361ff0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.68220373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.687774229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.688876094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2a4ad4c-9a0a-4376-8c44-a66b819d4f34\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.688931855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.69132346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adea7a17-e33e-4b2c-af45-64e64cc88b50\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.69157408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.69245752Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c59b2349-8617-4209-9866-88c4a8be18c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.692593791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.693661859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aeb2d51-d35b-44fd-8226-ffb66ce05f03\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.693820265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.695166597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccfc9987-ead4-4db9-91ee-69677e731041\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.69529819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.697401039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb26d3a8-6eee-48cf-9ca1-237934346181\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.697493774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.698260091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"847d85c7-fdbd-43eb-8bbf-27fd95cf34ed\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.698728995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.701139498Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10690cdd-0251-4371-a162-22d5dd9860b3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.701336481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.703977663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d787460-72a2-4dad-98df-c4a2929449c0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.704204074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.707024564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0649fc80-228b-4a37-a3d3-3caccd524526\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.707087679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.71016438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"134b0793-9584-4678-a2ca-323caeb94921\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.710281613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.714496671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbc1d69-5a27-434d-b8df-8ae69634a6b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.714570128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.716309163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"351a37eb-5bf7-45da-b2f0-f1195e5ff6b1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.716432128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.717384084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8e8557-1565-418d-ba23-028e91002e13\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.717557861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.718612482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d90c69-a2f5-4556-af0d-89e9b5993970\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.718794825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.720085757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69b4458d-a594-4e07-86c4-00843c45ca37\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.720189053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.722198026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e43d8ba-f606-4631-9f90-351e5093c1f2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.722368926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:50.724026058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.724619961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73c9b699-8b28-482f-a53d-1166c38009ba\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.724679109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.726957789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"364ee755-4d02-4410-a022-43885e28701b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.727139451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.735632643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f6dfe4a-e102-400a-847e-3e6dbb3963c7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.736724278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.740314722Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.740377117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.740413138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.740442958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.740580442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.750289977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b60c3a4-4079-417a-b76e-845df7c9e002\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.750552681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.755923732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.806459962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.81108175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.811165988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.813677552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.815055989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2132315-a6d6-4fa1-b39e-d2d5b412acd0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.815291859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.817456532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.817543545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.818088771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.824177503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1885284b-8871-48dc-b31e-fdac0bcf3ab6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.8244272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.829378555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7b3370-9a93-4ba9-8eea-9d8bb02523ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.82975726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.832454053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b39f658-4bb9-411b-8bf4-56e006dfde56\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.832824511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.840173013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0d6c4b-cb7b-463a-b3ea-3b7a29cd8a11\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.840434243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.842703154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b02ec8b9-9a70-4d73-b908-477b43b75310\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.842938122Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.845653552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c707350-5328-4fd2-9931-b96e717f00b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.845903931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.849635005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"213c4022-b0da-430f-8f9a-bbd58bf3b1d6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.850025453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.857665265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec0b1109-597d-4a07-8109-72c1521d44a2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.857966164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.85847069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.86440831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d47c3af8-32c7-4a24-b476-1039263cd274\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.864526405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.869950082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64757d3b-c7f2-4480-a3db-ea60f10dd014\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.881882847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.886380939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89b3dae8-5fc2-48cc-8060-9f80907acaf6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.886729093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.89182692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ed9ad3-72cc-4fb2-bfc2-1d3499719d42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.892004353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.893738078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61064d63-6191-452b-98ea-f4c45cf8b404\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.89382943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.894854191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7e71fc3-08b7-4722-8ceb-aabc8c1bb01c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.894953379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.896837673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce7ce0ef-7b4a-4784-8c2d-5a7136e368d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.897013864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.898008446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6121ba57-ded3-4dfc-94df-2732fdb0de64\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.898134076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.899018078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba1fdf6-1a98-4ca2-be70-f3f076dc7f18\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.899081835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.899128397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.899162966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.899192786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.899980024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.90314971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.936779926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.936903011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.937002299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.937135334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.937379931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.938255025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.939410757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.939539063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.939749392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.939850373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.940364848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.942591675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.953912221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.954051208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.955269385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.955980692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.958040927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.968953209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.969027697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.969061304Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.969729987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.082952605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.083038166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:51.083937658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35350"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.085604048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.085788085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.086835351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.08722119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"c2439877-ac82-4d3d-b0eb-6adcd361b894","remote_addr":"[::1]:35350","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:51.088697802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"c2439877-ac82-4d3d-b0eb-6adcd361b894","remote_addr":"[::1]:35350","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1435,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.090075788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2439877-ac82-4d3d-b0eb-6adcd361b894\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.095452781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.095529324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.095561117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.100076524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.10015001Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.100187414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.100218877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.100728452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.112369797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.121689125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.124314606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.124383313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.125538645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.164498009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:51.179294841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:51.180969878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.181122062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"691.353606ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.181272621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.181370316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.181490776Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.181587028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.181675584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.182703512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.185722969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.192486234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.192552125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.192585902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.193412259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.197363281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.197424543Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.198013186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53624","req_id":"706f3e4f-6096-465e-9653-2423fab172d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 81 91 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.198072995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53624","req_id":"706f3e4f-6096-465e-9653-2423fab172d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33169,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.198303484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.198799954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.198862789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53624","req_id":"706f3e4f-6096-465e-9653-2423fab172d1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.199522223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2135, tv_nsec: 998276328 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.199582523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.200013712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58920","req_id":"5fd09d67-cf6d-4d41-aec0-74c580339943","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c3 8c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.200135094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58920","req_id":"5fd09d67-cf6d-4d41-aec0-74c580339943","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50060,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.200224943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.200246125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58920","req_id":"5fd09d67-cf6d-4d41-aec0-74c580339943","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.266280324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.266737845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.266795831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.266829418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.266855981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.267871865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.268438133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65326","req_id":"32c4bacc-63ad-436d-9ef2-2845d1c4ae27","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 48 0f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c H............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.268641378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65326","req_id":"32c4bacc-63ad-436d-9ef2-2845d1c4ae27","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18447,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.269030263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18447,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:51.269288568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65326","req_id":"32c4bacc-63ad-436d-9ef2-2845d1c4ae27","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.270017009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.270074814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.270105615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.271512238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.278770059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.278932603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.278977833Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.279719811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.281084881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd1c12ac-21c7-4d25-8703-8b61eb236960\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.281319328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.283002141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.283058112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.283541486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.286385612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d586f48-b66b-4a8d-865c-5c15855d8c2b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.286576563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.290830198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93fba6f8-61ba-4097-b5b9-5efaf2d478d8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.291621404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.295622035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e84f414-ace8-4d8a-8dcd-3d5ad39cfbd4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.295753227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.304480205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68844f72-e1c9-46e6-99d1-dc30ef9fb82c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.304816645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.314836609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b240612-8c2e-4bc8-a876-e51c33498e8b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.314986548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.319269501Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e51ee149-f2d7-4778-a8a7-d92a7a5c422d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.319682394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.327920187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.332170696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca1c8d2a-b497-48c1-91df-6c65b85f7052\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.332457618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.33617274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1861245-abd3-4844-8158-8daab1aa2382\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.336719129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.338488253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2028a28-f643-4f70-89d8-5718f65c51fc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.339587063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.340943766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dda4f20d-3723-4cb3-bd42-65e1012aa1a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.341190508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.342763091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d2de776-472d-4fb4-bdd4-b5c50dcce4da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.343126335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.346992658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9904c30-90c4-473d-a0dc-ffbaea73617d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.347364399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.350887418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4be9e90-9e0b-454f-b498-4832af75a0c2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.351041846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.353405335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b871743-d92b-47e8-b566-d475dd4237e4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.353569021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.355729586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c1bef90-db46-4127-bb26-8cf9bcb46b24\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.355817441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.359910987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc71d4e7-f88b-4f31-a658-3ea495812cd0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.360303439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.361966983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.362205338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.371694415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.375565127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.375737149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.375788221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.380329309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.380507464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.380623195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.380719096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.381632355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.384078018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c6afd2-1402-4605-a81b-a917338dd0ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.384253748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.385550312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.393868886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.393943615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.393977703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.394465244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.396773533Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.396836569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.397418548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.40154529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc53c39a-f274-4e19-bc0d-d41d853b4f2f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.402962695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.404362864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d79d13af-2235-41bd-b07e-130e72a8ba1b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.404710016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.406074775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f31815-0735-4cd0-918a-d61d15b4db90\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.406307679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.407975031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9595b890-4247-4c68-a252-75d1e86dc7e3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.408253566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.409554749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42cf4de9-9d42-4d95-9c0a-b99f4981864a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.409847292Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.411925132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ad37db2-8983-475b-9637-6bb6256e7c20\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.412227193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.418412678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d305ea6e-d8a2-45ae-be47-ea6d0e8ca2b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.418678307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.42257951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88448048-f6d9-4a99-9c22-38b3dcc14bd0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.42279551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.430852954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"233b1278-c7a2-4225-883e-568c16d8404d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.431133283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.437580328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.443013704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d128737-f204-42bb-885d-5fe46966e6c1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.44368928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.484096949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb1ac7e-e517-4b4b-b2ce-481c9c280b37\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.484420584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.492316927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.492449441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.492546034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.492631053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.493312771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.494484847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdc9f4be-361c-421b-9ec8-5cc5afa99091\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.494720907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.49622338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.506058887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.506160409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.506269306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.506786537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.50716945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26af1997-d690-4601-b9bb-93a9f622cb93\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.507232646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.50947835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88718d01-7cac-4a35-b822-ad6a8d567e4e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.509629441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.51036173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.510416018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.51084847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.516755008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66ac52f0-656b-4c95-be74-3909335756ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.51692169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.52894181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"981a2a95-5907-46c5-a861-094c3d04a68b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.529153782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.545641302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb5831d8-aed2-47bd-9816-551b20fee923\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.54586105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.565627323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fabaa88-83bd-41fc-8c82-c95ccf277e61\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.566066488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.601151523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.605629956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"360241da-8720-461c-bbf9-88e0600333d0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.605972849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.609666589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a8f06f-c3a2-4489-84c5-83faee97ea08\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.609892028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.615702405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f496a0-5882-4e15-abe2-308bac50ba11\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.61592611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.6224354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.631244622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.643532394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.644533729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.649368532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.649435606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.652427788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.652487667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.652697946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.65274011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.653538982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.653586366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.653617518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.653822106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec55bd7-83a3-4944-b66f-353ede3a97cb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.653990451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.658082885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e07a875d-e023-4499-9dad-5e5f293c4963\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.658289376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.658682149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.665072291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.670358383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.67317728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.674282762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.676122357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc467156-cc86-44f0-b095-2b807c4e94a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.676452355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.676813945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.676919716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.677439903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.679998951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72f0fd6e-85fe-4568-80b0-2abcc46e7105\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.680283829Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.68245739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe29292-9507-48ea-ad9e-bd3ca3a57635\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.682731366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.684011817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5608659-1b2a-48f4-b644-ddcede9a0789\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.68420394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.684310081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.684398207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.684478126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.685155696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.690421898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.695559234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.696602874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.696672312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.696772261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.69680671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.697663286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.70038051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.708793432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.709027329Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.709199081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.710836293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.794680086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.794840085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:51.795733064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40855"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:51.796329953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.796927003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"d1c2a757-a13c-4104-8750-70af2732db98","remote_addr":"[::1]:40855","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:51.797564824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"d1c2a757-a13c-4104-8750-70af2732db98","remote_addr":"[::1]:40855","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":642,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.798031614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c2a757-a13c-4104-8750-70af2732db98\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.810278034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.810373244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.810437381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.812772614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.812913214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.813009596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.813095668Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.814936666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.822716837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.831034871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.831440358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.831583654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.833603799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.843881176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:51.877135854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:51.877456663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.877520911Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"696.197849ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.877563847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.877592804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.877622714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.877653926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.877682182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.879553801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.883217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.891394112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.891511096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.891598289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.892177052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.897232665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.89752623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.897570689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.897650297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.898942392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.899273902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.899328311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.902862052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55419","req_id":"1daed732-797c-434f-bea7-68cf323eaa25","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4a 82 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 J............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.910754126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55419","req_id":"1daed732-797c-434f-bea7-68cf323eaa25","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.910960247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.9111977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.911305585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55419","req_id":"1daed732-797c-434f-bea7-68cf323eaa25","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.911800531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.931194202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.931277007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.931312217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.932813207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.93320097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2136, tv_nsec: 732065756 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.933430828Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.934767962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55940","req_id":"9bf74d1f-1a25-4321-89a5-6dc914fa6986","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 17 74 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .t..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.934889294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55940","req_id":"9bf74d1f-1a25-4321-89a5-6dc914fa6986","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6004,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.935063361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.93510325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55940","req_id":"9bf74d1f-1a25-4321-89a5-6dc914fa6986","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.992623175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.99304246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.993168541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.995005321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.99668613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61085","req_id":"6e28018f-e52a-44ea-a1cb-dbf32ec1932a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ce 9a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.997367217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61085","req_id":"6e28018f-e52a-44ea-a1cb-dbf32ec1932a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.997583247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:51.997678898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61085","req_id":"6e28018f-e52a-44ea-a1cb-dbf32ec1932a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.99814156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.99819695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.99822704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.006174765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7d8cca9-0ce2-4cad-b912-0200d950b939\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.006838257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.009935328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e399be2-9aa4-4366-a283-4db5c4cdd5d6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.010567989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.014590764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389b7cdd-b00e-4eaf-8fa1-73ad6142b2fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.014727326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.017281254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5ddad0a-dce3-4a08-a038-77a43227d4a3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.017440852Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.031208133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1206cb8-91ff-4d7a-b83d-cd65b83dafa8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.031465335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.033604447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aefb1090-f9c8-45eb-bd20-ff0a1d3ea117\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.034341175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.047446216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50295326-d0c4-48bb-919f-5f510d86d160\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.048057264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.050027078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.055584271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc13db3e-8d57-4080-b1c0-0700a6ed1655\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.057944804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.059233512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e834bf5b-7804-4e16-927a-dcd8d327718c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.059380294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.06126537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b27b730-b3ce-4011-bf06-022d096fb079\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.061521711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.063534671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4856981f-6a20-4d0f-b346-2733efa1a5bb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.063696353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.06597821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e2e2bdf-4619-4a64-a22d-de35497ff066\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.066105554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.068275056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6407d3b-4f95-4016-955c-37e8f2661c03\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.068483592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.078207947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10d10e70-c262-4e2d-a08b-f0a1767d5f52\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.07840023Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.081081673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30379c08-e4aa-454c-bb83-6d24e5557aa4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.081261771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.083750981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc2f944-c0aa-42c6-8297-21cf358aeac4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.084156519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.086853453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cb8c182-0f71-42fb-a2a5-f654d3930eb6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.086993231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.090840116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f967285a-5054-4abd-bb82-025b1d860f80\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.091192297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.095028561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b7646c3-b3f6-4dd9-bf02-bb489f914f04\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.095362306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.097511558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa432350-6464-4bb1-a69b-b293d7200d05\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.098212915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.099957652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e318ad82-7c2d-469b-96f8-e8118627f184\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.100851483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.10119131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.101245688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.101275317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.10130189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.102327774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.104727856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe5bd33-49ac-4a34-a7e2-5ded6a521a67\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.104911211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.106759554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.113025619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.11314139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.113353983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.113897476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.115019031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2b89b8d-891f-4c1b-a92d-996868434f63\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.115251203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.117087692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.117193323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.117966513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.119137887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32c3d79-5bb3-41fe-9f6e-42f813ceba6b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.119285812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.12390249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b30721f-e236-4813-bb34-9e8bb82920fd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.124107168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.12610058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4af7447-8470-4989-9382-20dab01fbc30\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.126223996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.129282319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6567cb58-6b9e-47c1-b415-608185eb34c9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.129399633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.131294639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"390b31b5-d6c5-4830-90b7-80499a7ee96f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.131480659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.133956923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d643382-1333-4eb7-89fb-ed18cf2a3fad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.134079247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.136658766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd27c59-ab13-41ba-a9a1-b5c133aac5db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.13687114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.138284736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2005092a-7655-4f73-991a-9dbc2f465166\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.138380597Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.139629676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95b5ed2a-9a41-497e-ae24-f10bd4493c0f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.139764825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.141034655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b3db1b-c60f-4240-a4b6-ee0d1fe67d04\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.141338761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.142458953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b92b8754-0e3c-4c86-8c0b-c85c4adc3c8f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.142569573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.143810646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aba41473-bb8f-4097-aa81-a5b8cff610d5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.144082017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.145814388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75ece6c-c662-4ca4-b8ca-93ce2af52cb7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.146089426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.149356486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.155046062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"547baac0-149a-4bfb-bdd4-33d8737acc93\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.155128947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.159553212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc95dc07-783c-4dbe-bd5f-69dcb799109d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.159641177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.164239559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35cbd9e4-8f2b-4025-8003-cfd9c08d06ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.1644254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.167127293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b41663e6-abfa-409a-9879-82b3211a141a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.168538234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.171822758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c8c769-3cdb-4d34-91d8-ccda86f93628\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.173393348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.174844118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c65bc18-b17c-4f55-8cde-09e63a9e3392\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.1752415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.177472435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1390787c-2365-4660-9f8f-fa423eae5162\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.178674761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.179097272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db190584-b1e4-4abf-a0f8-7ee220e9b3b7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.179770484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.181678676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af6318f9-988e-4e46-a60b-121fdbbcbd79\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.181746721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.181783424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.181812993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.181839867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.18340214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.198718476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.207758077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.207844359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.207927074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.207964689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.207993887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.208575235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.209080151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.20913969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.209170712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.209198016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.211050838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.218532244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.220408733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.223245665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.231396856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.231533027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.231767304Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.232441357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.232978657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.24126619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.241323714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.24135156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.24176834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.241939672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6558c1c0-f89d-4362-b62f-e7554cf53cf5","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.243057409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6558c1c0-f89d-4362-b62f-e7554cf53cf5","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.243115244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6558c1c0-f89d-4362-b62f-e7554cf53cf5","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.24455874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6558c1c0-f89d-4362-b62f-e7554cf53cf5","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.324408105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.324550148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.325907182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6558c1c0-f89d-4362-b62f-e7554cf53cf5","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":83999,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.326489331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.326608178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.327873289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.328080702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45871"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.32848109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6558c1c0-f89d-4362-b62f-e7554cf53cf5\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.328781268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.329332426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fa98bb7-2b0a-46c6-92d4-f9d084f80b1b","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.329601753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"0eaa5e20-340c-417d-8643-72b2d3186f75","remote_addr":"[::1]:45871","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.329952321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fa98bb7-2b0a-46c6-92d4-f9d084f80b1b","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.3300723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fa98bb7-2b0a-46c6-92d4-f9d084f80b1b","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.330712746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fa98bb7-2b0a-46c6-92d4-f9d084f80b1b","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.33147766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"0eaa5e20-340c-417d-8643-72b2d3186f75","remote_addr":"[::1]:45871","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1867,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.332172475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eaa5e20-340c-417d-8643-72b2d3186f75\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.336731087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.336862499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.336930184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.340950544Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.341147056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.341333868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.341441613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.342186607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.344694785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fa98bb7-2b0a-46c6-92d4-f9d084f80b1b","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":15344,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.346340934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa98bb7-2b0a-46c6-92d4-f9d084f80b1b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.346435202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.346564209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.346603147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.346638988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.354281255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.354618056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.354768566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.355169675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.362294691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.363465053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.367992644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.369038408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.369108367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.369142475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.384253082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:52.389145249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:52.393804693Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.39402416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"516.473881ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.39422471Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.394435861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.39456587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.39461151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.394644196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.395666062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.39862126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.406012316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.406167285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.406215831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.408763988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.419097888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.419268889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.420044344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56375","req_id":"8737480f-7b24-420b-9171-224ff667b1ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 70 35 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 p5..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.420108802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56375","req_id":"8737480f-7b24-420b-9171-224ff667b1ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.420374973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.420543879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.421114426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56375","req_id":"8737480f-7b24-420b-9171-224ff667b1ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.421564953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2137, tv_nsec: 220456573 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.421629151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.42205522Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52176","req_id":"afb4b84a-504f-4f8e-ae5a-3e0da0f3a90b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 29 49 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e )I..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.422116342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52176","req_id":"afb4b84a-504f-4f8e-ae5a-3e0da0f3a90b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10569,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.42234104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.422381901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52176","req_id":"afb4b84a-504f-4f8e-ae5a-3e0da0f3a90b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.504421109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.504881216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.505027146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.505081575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.50511405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.506589018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.508028486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52324","req_id":"3b7f3f5c-29e8-45e5-bc8c-1420329f5c83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1d aa 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.508093025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52324","req_id":"3b7f3f5c-29e8-45e5-bc8c-1420329f5c83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.508302913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:52.508390227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52324","req_id":"3b7f3f5c-29e8-45e5-bc8c-1420329f5c83","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.508936205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.508993018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.509103128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.510957933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.521494146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.521691078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.521916367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.523177861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.526361123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.526423267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.528764922Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.529328245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6f02fd4-bcd8-476f-8621-b30c91f23604\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.530700519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.574964412Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e08ea3c1-fea7-4343-bad5-90e02e5dc587\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.575196074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.593276738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf23cff-0b2d-4ef1-8a5c-628b3eccded3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.59368908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.610737437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.613336656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"917fee1d-b7b7-4ff8-8ad8-3d65737a517f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.613473048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.615639665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"850f1eba-60ca-4f52-8e67-fbe1e834a4b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.615761237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.617725441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"633fa94c-7ab9-4fbe-ad21-1ca83e8c9b89\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.617802274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.619721237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38f8d8b8-8252-4bf4-a533-5d9daa2c309c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.619783842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.62081189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.620869846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.621034443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.621820159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.622688649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"673b2bfd-08fc-46f7-9e7d-4f4f5d05787b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.622806715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.623934171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34aa112-3ba5-447d-b80f-91eccf1625af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.624082587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.625130905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8807fdf4-e268-48f8-9eb9-c1849269f7ce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.626468561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.62653325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.62657357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.62711078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"991d1c12-411e-4268-bc69-2126abf5ddf2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.627244647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.629789557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.62985103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.630075106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4744c5c2-ed13-4350-8f08-0040492d9d9d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.630476055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.632780557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b66b179d-998b-42b1-a6c1-ed8a65762bec\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.63292245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.634921082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37280d70-42f9-4d7e-b292-7b50626d7603\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.635054638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.678347195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.679711223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.67978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.679813988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.680466969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.686318107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f59975fe-151f-4074-8d9a-7d55a70b0188\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.686649076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.6869571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.692857637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.692960772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.693101633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.69365224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.696818118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.696877997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.698100402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.698379228Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53f90d0-e778-4741-afbb-f9cd97dbd65c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.698593144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.702086865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b967529a-82a5-454a-84a3-b968f31657f5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.702177666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.706062316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334e8782-b7bf-4095-bbd9-7fd2437172ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.706141474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.714247514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ab6f4e-f5bc-46f0-afab-c66756c4d8e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.714408074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.716307449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b7cb953-29d7-4bc2-b6ee-be711aef8e2f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.716381837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.718203737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"951b1003-b326-4abd-bee6-0b8e9605589d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.718273436Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.718978982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92517d67-5c65-45b7-afbc-851e860fbd6d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.719439179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:52.722072946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.722438294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7384330-694c-4969-97ef-bb7bffa07b7e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.722528674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.724282769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd63988-288d-4b30-9059-b22825584c67\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.724347789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.72988952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"407456b5-65ef-49a1-abb7-b3b6ad3a71e8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.730014469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.734684584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.736697204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc3be4f3-1795-4d2f-a512-e020afe85ebc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.73677046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.740156306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066e4386-ef47-4b56-8d8c-32c4878e98c2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.740331575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.746074919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cd817be-3e5f-49d2-a6d8-9ef6ba948797\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.746167323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.75247001Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16401322-2378-4b58-b9c7-4ae93f3f4ca1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.752839827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.760564488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"533eca82-26ba-4751-b4ac-776822109c0b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.760971539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.764183609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eab654dc-a39b-4ec7-a2e4-7d64ad9b152e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.764740288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.767179448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06c7e147-8d2c-4a5e-84e3-8fef6cd980c0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.767607671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.769285023Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d5d1976-023d-46b3-ba8f-26aabcfa459e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.769726823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.771159147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b3da13-e576-4c07-beb6-4e9450b5c32e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.771373214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.773130896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e04e1fb-2d22-4a22-b5b2-82ad947afbcf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.77369995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.785076787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b83c257-458a-4549-a61a-af705755e1db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.785152157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.786038684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.786100226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.78613238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.78628307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.788207455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.795474634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.817366272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.817441111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.817476982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.818532325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.824898469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.824976545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.82705688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.830526944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fd393fb-b045-4d97-aae6-65a27bcb93e3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.830699668Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.833928451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fc62a63-6a82-41ee-a374-5050524c8ec2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.834154792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.848326548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"282c585c-dc7a-4fce-a831-90a1693b44f4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.849721938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.855808876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6c6632-81ba-44d3-8c46-5ba0640de342\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.855945949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.861397391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b27abe-ee67-4941-81ef-b1e74ad13f37\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.861523743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.862595177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac53d2b0-4a1c-4daf-b4b2-dab8532b0a42\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.862741749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.864109595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48b5e2d2-4fb6-4c1c-86fb-2cac26bd4d69\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.864296106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.86530147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"175604b0-ed44-4d01-98ad-d29c75f26029\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.865410837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.866324628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f011c6-045a-40ac-bf25-1e40b34a4608\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.86639081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.866425279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.866457984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.866486521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.867336003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.870767801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.87129419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.876249383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.876360414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.876453038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.876538919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.876618899Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.877183985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.879529458Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.885893879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.886127163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.886181622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.886999582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.975683358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.975763708Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.977422083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.977489687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.97752633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.977554787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.978722203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.978787864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37171"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.979775973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1d339513-e604-453a-9bee-5b969a36351f","remote_addr":"[::1]:37171","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.981906237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1d339513-e604-453a-9bee-5b969a36351f","remote_addr":"[::1]:37171","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2155,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.982416444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d339513-e604-453a-9bee-5b969a36351f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.988068775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.988182252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.988223674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.991350344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.991413279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.991449161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.991478399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.992292892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.992607719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.008127281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.009362502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.010299178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.011452917Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.025830654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.064266675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.064614117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.064680519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.066840062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.070124676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.070360847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.071112885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:53.135221598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:53.135827184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.136424074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"742.144255ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.136490306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.136519925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.136550756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.136580776Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.136609102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.137569416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.152318873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.157790014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.157856056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.157891115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.158657793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.159683226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.165292723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.165407351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.166008198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61151","req_id":"5a9094c9-45d8-4d34-a108-2e1bb90810a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 69 f1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 i............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.166075322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61151","req_id":"5a9094c9-45d8-4d34-a108-2e1bb90810a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.166310731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.166584256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.166646109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61151","req_id":"5a9094c9-45d8-4d34-a108-2e1bb90810a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.16714353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2137, tv_nsec: 965970852 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.167212387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.16750962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58842","req_id":"feff31ea-a3dd-4aec-8a24-8fde7e5c1c50","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 26 27 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e &'..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.167687704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58842","req_id":"feff31ea-a3dd-4aec-8a24-8fde7e5c1c50","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9767,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.167780479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.167804958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58842","req_id":"feff31ea-a3dd-4aec-8a24-8fde7e5c1c50","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.241834678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.242305456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.242369784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.242405926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.242432849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.243098756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.243756497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53954","req_id":"1e690c47-d96e-4c96-b9a8-da8c9103e816","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4e c8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c N............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.243887588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53954","req_id":"1e690c47-d96e-4c96-b9a8-da8c9103e816","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20168,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.243980633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20168,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:53.244057116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53954","req_id":"1e690c47-d96e-4c96-b9a8-da8c9103e816","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.244950906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.245007409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.245038331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.249392496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.255364775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.255429655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.255464454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.255854872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.257804657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"054be4e5-8cee-4607-816a-c6e7a1013347\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.258012691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.25933195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.259394564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.260157965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.26034582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95eff64a-e654-4f6f-967e-c3136bb0b429\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.260523865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.26407488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76492d66-fddc-4a19-a820-011683a1f529\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.264212173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.267870292Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e14015cd-42fe-44d1-921f-614ccfa20170\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.267926283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.270149573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"883b7e2f-9467-4c5f-b0cd-ee2ef20438b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.270326816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.272219387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9ab8af-47db-44f8-9841-61dff34860e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.272339136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.274542486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f548d7a-9243-4753-a865-5a38738e6363\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.274613076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.277640067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10f19911-63d4-497a-aee9-44e083b658d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.277891268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.282332126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c08a5e06-5383-477b-99ec-56085a655ad4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.282597264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.285810617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c22b2169-5869-4770-aff3-144989cfa7a4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.286046256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.288247452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960fc54e-5250-4a0e-b91a-aa0273b3295f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.28846716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.292438041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f5ff88-68b5-4791-9599-71aafa20d879\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.292697418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.293493625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.296792307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"951e2c49-5cc0-44bb-aece-e6a2f646f211\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.297064259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.308691175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e829a8-41f9-4400-9e1a-6a89e0361028\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.308924019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.313172193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac0d29a5-8313-4d04-bf57-a093ae29c953\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.31338654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.316867696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4755482-8523-4cb3-92c2-2d74393158f9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.317080801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.321091041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4739ed-9027-41a1-9d9b-04c7a9130453\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.321354536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.326766729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99f5881d-0521-449a-b817-8a9507c67ee8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.326978932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.330593464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfb6b545-6f99-4c29-9913-6977e93b49b7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.330805676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.332712385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e604f0a-e818-4479-b24f-49cfe24fe367\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.333168224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.334891036Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74d45215-6001-4bc9-a040-da7075b5b626\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.335179411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.336757415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c85b8c2f-a3de-4337-b73c-c90d181da488\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.336981582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.338354146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8653f1c4-253a-4f1a-8b29-f492d321f077\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.338560708Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.340652666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a65d0e16-9caa-4f00-bfea-2920e13924ee\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.34096083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.345965361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"051d7088-937c-4230-9ed4-b24dca005900\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.346218706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.346538383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.346595396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.346625867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.346654394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.347398286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.350566268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34568dc8-c5ba-4aed-8e42-07820a7fbd07\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.350697229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.351142446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.360030685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.360165344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.360531002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.361067511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.362491699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.362651417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.364998223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.36510739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.365703749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.36630692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.367685507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.367794274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.367865806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.384671621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc46383a-b7ef-4158-b7c2-bcbaad735ef7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.38489687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.391395017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ba1bac-8580-45c6-a772-99eb3aba1442\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.391751116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.401977402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"568f0b04-922e-432e-917c-60c9716e12e9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.402495073Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.40580101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58b796f5-5c42-483d-88df-94749b52a7dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.405969375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.411155228Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91f37a6e-b0fc-46c3-8050-ac4d8e5c8c1d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.411627118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.413671942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"639f1ded-c089-40bc-bbae-0a5b56da4f0d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.413996118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.417685058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.419284385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c0f908-eb6e-407a-8a35-4a14e6a33f3c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.419551286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.423178644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73926ced-1d20-49dc-b797-436064906f4d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.423406928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.427783519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c296686d-693b-403a-83be-f741d651aa11\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.427977395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.431807296Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f8f9d5f-1df5-44b3-9bad-5fd32b18a083\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.431974839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.43475554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39c8f59-118b-4f8d-8ff8-0069c9102815\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.434835599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.436732719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"337b82c3-5f8f-46a4-bceb-bc9f3d17858f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.437152235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.440232152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ec83027-1896-48e0-9b49-b71270271e6b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.440290989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.442731251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ed15f6-67c0-4e25-bd5c-b7ab39f6f7e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.443198562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.446670349Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9995d8d-befc-45dc-946d-5af8e11c51b3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.446792142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.448350888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8154e99-a8d5-4cb5-9cee-2d9b719980c2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.448696827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.449774224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e3aa9e2-244a-4009-8394-5d08b602b328\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.450057217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.451064765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf045b03-d384-4bd6-acb7-887bfd806e6b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.451126648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.451938005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5adb5e99-2fe9-4580-81be-8f1f0ac27186\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.452163915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.452209335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.452240017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.45226697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.453220781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.456173003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.46545659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.465515086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.465546038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.465575406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.465604053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.466076184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.468709751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.476206749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.476291808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.476326567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.477225799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.478991728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.479076927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.479109182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.479136085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.481736035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.484518339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.490722661Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.49078746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.490819844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.49129463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.556728613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.55680753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:53.557804487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40482"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.559394164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.559453583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.560084319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.561175203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"e0eb034e-a263-41d8-9f03-429eb2802a95","remote_addr":"[::1]:40482","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:53.561866811Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"e0eb034e-a263-41d8-9f03-429eb2802a95","remote_addr":"[::1]:40482","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":711,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.563273003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0eb034e-a263-41d8-9f03-429eb2802a95\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.566683868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.566790711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.566903706Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.570662075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.570851542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.570967163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.571065398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.57273255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.581840788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.586866441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.587197861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.587259364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.58953121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.62365024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.623819568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.624069145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.625443353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.6328952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.633005129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.638645748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.638989292Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:53.650175931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:53.65047672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.650535778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"514.033588ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.650570878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.650600036Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.650629244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.650655476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.650680727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.651316804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.652194643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.653954309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.659161514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.659294589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.659343507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.659662312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.663876348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.663939995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.665389072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62350","req_id":"09bfdf7f-bafa-4f18-9b7c-bd9f2b8df07e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 97 08 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.665455805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62350","req_id":"09bfdf7f-bafa-4f18-9b7c-bd9f2b8df07e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.665530654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.665553209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.665574331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62350","req_id":"09bfdf7f-bafa-4f18-9b7c-bd9f2b8df07e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.665618599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2138, tv_nsec: 464493696 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.665656184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.666085189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59850","req_id":"02ac8e6a-f3e1-4f87-9fdd-f79d6a2110a4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 97 59 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Y..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.666141932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59850","req_id":"02ac8e6a-f3e1-4f87-9fdd-f79d6a2110a4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.668386224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.66842964Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59850","req_id":"02ac8e6a-f3e1-4f87-9fdd-f79d6a2110a4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.739438751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.73996507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.740099798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.740182483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.7402311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.740889752Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:53.741165151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.74121466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64227","req_id":"6dc94e93-f2de-47d5-b817-562ec3572ef6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b9 5a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .Z..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.741251183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64227","req_id":"6dc94e93-f2de-47d5-b817-562ec3572ef6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.741749275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:53.74185709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64227","req_id":"6dc94e93-f2de-47d5-b817-562ec3572ef6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.741886358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.741917731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.741945195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.743820462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.752643892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.752749242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.752842778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.753617993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.754130083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"682afbf2-90c3-4ba4-a614-73015562a9ac\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.754528817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.758535641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.758614828Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.759889588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.774301774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5492670-4e76-4e00-97da-bfad7fa432f4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.774718815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.776845392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edc6be8a-43d2-47cf-ba87-2318823ba732\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.776981022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.780494132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c85470-1a07-487e-b91b-befc97762394\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.780755132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.782878242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c172c7e9-498c-44b3-bc8d-f449f1e829f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.782948041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.78791191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fcd8e9b-48de-4e5f-b954-9c159ee1d046\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.788063893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.792081939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c28cc54-388d-4331-afda-66490d588b7c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.792154774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.794048156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"753e74b4-e0d4-44ca-afc0-6afb1f81675d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.794118817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.795447795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fcbb97c-f089-4633-9f4e-c3b91c7092a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.7959572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.798483123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b1773d5-079e-45ec-a5f1-e93de4e6adc7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.798629184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.803603695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12febaaf-eaf1-49b7-aa53-9d020bcb1db3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.805555825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.805876814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.808273069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f060b0-0baa-47ea-a6bf-d92b1f974c4c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.808395973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.809687777Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72496340-5a39-4258-926b-04ea219a08b0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.809959378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.814014598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"351ef9a2-7034-4a27-bce5-88a4023a3120\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.814755615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.820505761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fcf626a-d651-4a4f-91a7-7682d97cd8fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.820740409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.829646313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fff6be0-f5af-4c18-a391-e37c30366c98\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.829927293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.834490846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25ff19f3-79e2-41f4-8183-803d687c6c60\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.834713309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.836788945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d4024c-511d-4010-b236-ff0686938dd2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.837004805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.839314386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d2bed1-555c-4c5d-ac46-5327130dc2f1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.839529385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.840598765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c1625be-5df8-40fa-b1bb-0d3daa9a6185\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.841511925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.842785753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"384c8d87-c550-4718-b21e-111a9c23beb4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.843103897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.844148358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a31491c1-613f-4f89-9db6-e4ac28a0306c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.84452574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.84546425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5690a05a-5740-4a60-af01-b9ddc133e0e4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.845676503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.84852595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ff6e19c-0c02-4c4e-8667-ca7595b906b1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.848909334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.852152185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a01c19-cab6-4665-8c3c-849f021b88d0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.852391582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.853947332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c790ed97-e8e3-46e3-a7d1-5ef6146b4527\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.854023323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.856087406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38e0127-a12f-4b6f-a5e6-e6ff13bfa949\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.856154449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.856769505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.856833522Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.856868993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.856899804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.857751702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.8598239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8cd815e-7875-498c-b978-ae10b29f6a09\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.860150681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.865576552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.882430202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.887619211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.887788378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.888878971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.895540383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.895904709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.900174366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.920717186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42e49fa3-78a2-4709-b0de-1eee78f51126\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.921208295Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.926943261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1807e10f-fee6-4f5c-9552-97dfe0f3a69b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.927195303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.929114678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b79592a-2fef-4cca-af7a-43535959f9a0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.929466589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.931260192Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a644e0f1-cc53-4127-a828-cf4ca7095c82\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.931546262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.932954959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1485353-7dac-4531-9e76-f990bd912be6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.933186941Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.934845255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bde41d26-74ef-444d-95ba-2395a145f931\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.935219551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.938214749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4113895-d0d1-4744-95dd-ec09678d2c1e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.938484727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.946665066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.947076926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e77639e-c425-4fa9-b509-7b315dca4898\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.947289219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.975810185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3515c620-91df-4a86-9dd5-3c694365451c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.976035354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.981149033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"549a7181-26dd-4835-864d-7afb16537a35\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.981462407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.986022363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"587373af-c118-4e60-90b5-98b860f5e62d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.986926003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.99113529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9665daf4-7f6c-4705-b4cd-a7d70b458d86\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.991557892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.996254309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56df43c-4c28-4dcf-b854-7e13370bf81a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.996472073Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.997810951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.997869026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.997899357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.997925228Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.000770387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.003235479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.012708303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.012769174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.012799224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.013181586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.013504379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"913e9e1a-452d-4135-8c5b-243d38fad535\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.013792032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.017318057Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.017393437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.018441205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.018507166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"374df145-e335-42ce-91f4-ca14ef112c27\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.018548348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.019796325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a870245d-bc6e-4562-9206-2f567dcd08fb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.020156422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.022602165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92d35918-7835-4bc0-8c9b-3de42f505917\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.022668087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.022701543Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.02273516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.02281513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.023100939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.027691826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.034936581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.03502631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.035062311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.03509658Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.035128794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.035689621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.040271571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.045243266Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.045347855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.045384848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.045830506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.188167253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.188440678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.189729456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62632"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.190462396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"8732ff19-3ae8-46e9-8211-d4b90169be2e","remote_addr":"[::1]:62632","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.19134255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"8732ff19-3ae8-46e9-8211-d4b90169be2e","remote_addr":"[::1]:62632","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":951,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.191863197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8732ff19-3ae8-46e9-8211-d4b90169be2e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.197281062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.197360109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.19739079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.200455797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.200534424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.200571859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.200604433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.201451611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.204747228Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.210148139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.211002401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.211064074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.211667556Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.222366252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.222852441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.22325331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bfe037b-7575-4d0d-8be1-3269e7870d9d","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.223611854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bfe037b-7575-4d0d-8be1-3269e7870d9d","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.2237401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bfe037b-7575-4d0d-8be1-3269e7870d9d","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.225480678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bfe037b-7575-4d0d-8be1-3269e7870d9d","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.233283084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bfe037b-7575-4d0d-8be1-3269e7870d9d","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":9970,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.234939043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.23559521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bfe037b-7575-4d0d-8be1-3269e7870d9d\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.23593633Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.237440407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6c81d7a9-f861-4696-bdc0-6da354710076","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.237502701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6c81d7a9-f861-4696-bdc0-6da354710076","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.237544123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6c81d7a9-f861-4696-bdc0-6da354710076","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.238392083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6c81d7a9-f861-4696-bdc0-6da354710076","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.242185381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6c81d7a9-f861-4696-bdc0-6da354710076","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":5326,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.245706216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c81d7a9-f861-4696-bdc0-6da354710076\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.246093087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.246148748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.246218386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.289894588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.290693741Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.290759542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.290797157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.292556702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.297691283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.307885704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.308008429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.308101845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.308790247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:54.35074063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:54.351249925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.351324914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"700.616171ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.351365134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.351457739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.351497859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.351530333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.351562528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.352790775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.354542826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.354614579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.354643627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.356481819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.361383856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.361449467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.361484006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.361991667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.375859748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.376015609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.37776797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.37791332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.378874174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.379711763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.379821502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.379894778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.380449283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62890","req_id":"c2e24048-441c-4ef4-89a8-f7fd615d10e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 77 a9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 w............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.380703419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62890","req_id":"c2e24048-441c-4ef4-89a8-f7fd615d10e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.381202012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.381450558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.381672881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62890","req_id":"c2e24048-441c-4ef4-89a8-f7fd615d10e6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.382240361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2139, tv_nsec: 181168293 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.382372765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.382774345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60079","req_id":"3e3c1262-da1f-429a-a263-2848732f1c4f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 25 3d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e %=..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.382941929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60079","req_id":"3e3c1262-da1f-429a-a263-2848732f1c4f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9533,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.383210174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.383376084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60079","req_id":"3e3c1262-da1f-429a-a263-2848732f1c4f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.445035136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.445741433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58760","req_id":"c2721cbe-3632-4e7a-9563-02c245df98bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 08 7c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .|..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.445858136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58760","req_id":"c2721cbe-3632-4e7a-9563-02c245df98bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.446213814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:54.446313894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58760","req_id":"c2721cbe-3632-4e7a-9563-02c245df98bd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.446988518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.447049439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.447078447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.449445804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c098fcb2-15a5-4885-8d09-3e04bfbcce46\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.449733587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.45396109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d33da75b-6339-484d-bd66-c6099acd9d8c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.454978718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.461719478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bd5d800-633e-454b-895c-5b00f453ad2a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.46199116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.471897457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"016b1186-1b37-4d96-a1d6-25620233577c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.472102516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.481374059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.484578403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd43e75-c0ab-453c-a480-e3b97e4178a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.485085483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.489635569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d137f0dc-8641-4f8f-9b1c-7bc5352de587\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.491716495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.495448842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56be5b44-c1e2-4910-9859-ed7cf328d111\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.497662142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.500413133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1396a7a4-a07f-4d1b-88f2-da7605d54c1f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.500683612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.50228905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2377c923-8874-49f3-954a-7cfe2208230d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.503292981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.505561651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c8da0fb-4fd4-4ea0-b301-e7b0fb573199\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.507278411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.508597961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1e4185a-8cd0-49d9-96ea-5139a1613b95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.508859331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.51019861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6e80051-0aab-4a8c-af4e-394c3c59041c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.510445301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.51211112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef99a72-f4bc-42fa-a1e9-fa7f547a5220\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.512348173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.538798203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.538966418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.539066898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.539152378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.541192593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.549786015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.557603611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.5577636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.557861254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.558386631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.564878837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e9ff93-f6ec-4266-adac-7aaf2d1af89a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.565268653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.57159592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.572365503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.573621636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.573989429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.574135309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.574231942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.57484322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.574969401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.575110011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.57522465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.57534003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.576116417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.576761562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.576914066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"152.223µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.577130958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.577232661Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.57845173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.579302555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.579358657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.580304641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.580348138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.580766862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.581077912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.581133433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.58116221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.582155649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.584204892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.584272898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.584307246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.584997111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.589392138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.589443991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.589474993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.589501846Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.589528008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.590096361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.590152252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.590180278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.590250738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"73.497µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.590288724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.590313644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.590335367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.590361158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.590387511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.590413924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.590955813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.594386429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.609886221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58537","req_id":"6832250c-477e-4f54-ad49-ef4cc6214a30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 1a e1 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.609949787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58537","req_id":"6832250c-477e-4f54-ad49-ef4cc6214a30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6881,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.610188954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.61035765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.610453441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58537","req_id":"6832250c-477e-4f54-ad49-ef4cc6214a30","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.610887546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"35.868997ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.612477985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.615296951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.626312389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.626378701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.626414162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.635147182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.63607983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.640372593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.640482552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.640532151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.640874643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.646180575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.651369353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.653419298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.653483055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.654461895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.655439783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.665550639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.665632902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.665667161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.665698002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.665726719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.666414189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.669720507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2139, tv_nsec: 468592968 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.670210132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.67105737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.671125576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.674016867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.675043432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.675246567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.675329262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.678387335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.679197379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.680658049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.680742848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.682987861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.683050797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.687245795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.687312207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.687346616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.687807404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.717145338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60673","req_id":"a93ef487-f261-4385-b2fc-b3e284d34cb5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ab 1f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.717245547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60673","req_id":"a93ef487-f261-4385-b2fc-b3e284d34cb5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.741077771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.74114704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.742722809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60673","req_id":"a93ef487-f261-4385-b2fc-b3e284d34cb5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.745522948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.745712837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"156.308354ms"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.74657799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.746642329Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.748042248Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2139, tv_nsec: 546927365 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.748110704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.748248609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55910","req_id":"633ad1bc-654f-4369-a3ea-075a298b1da5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 84 4f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .O..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.748302065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55910","req_id":"633ad1bc-654f-4369-a3ea-075a298b1da5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33871,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.748458888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.748501162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55910","req_id":"633ad1bc-654f-4369-a3ea-075a298b1da5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.748644087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54226","req_id":"56b048c0-7192-4435-9393-64821c62a42f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b6 8c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.748694598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54226","req_id":"56b048c0-7192-4435-9393-64821c62a42f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46732,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.748767914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.748927952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.748972571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54226","req_id":"56b048c0-7192-4435-9393-64821c62a42f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.75082877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.830398577Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.830613475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.831031257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:54.831160214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:54.833103095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.833543743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2139, tv_nsec: 632459511 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.833679233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.909261797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.909412126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.909941821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.910052051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.910091971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.910122942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.911195399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.914230556Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64613"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.915885614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.915969651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.916747221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55481","req_id":"f2ebfc26-48c8-4773-bac5-b89482bee939","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7b a3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e {...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.916970175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55481","req_id":"f2ebfc26-48c8-4773-bac5-b89482bee939","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.917535281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.917672815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55481","req_id":"f2ebfc26-48c8-4773-bac5-b89482bee939","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:54.918262019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.921966229Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.985815254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.985896707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.986076565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:54.986132807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:54.987586884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.987949356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/vpc-routes","method":"GET","req_id":"eaadb549-43bf-487e-ab99-d56d0af0ebf4","remote_addr":"[::1]:64613","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.988263653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56537","req_id":"9a93f41f-7114-41dc-9e8d-646e8858b829","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1e 0b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.988416497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56537","req_id":"9a93f41f-7114-41dc-9e8d-646e8858b829","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.98883974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.988887455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56537","req_id":"9a93f41f-7114-41dc-9e8d-646e8858b829","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.98892992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f9325b1-bd59-4824-89da-c4542ad31f42\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.98906041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.989294667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/vpc-routes","method":"GET","req_id":"eaadb549-43bf-487e-ab99-d56d0af0ebf4","remote_addr":"[::1]:64613","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1353,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.989561228Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.999720009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.999789186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.999823244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.999853785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.999882041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.001453853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.006545769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.01313621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.013202231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.013238093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.013977816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.017862887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.111836584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.11269295Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.113258507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:55.113374919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:55.118280643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.118753746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaadb549-43bf-487e-ab99-d56d0af0ebf4\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.118819026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.118853094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.120219536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.226495494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.230498931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36494"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.233218008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/v2p","method":"GET","req_id":"4fc44d8d-9cd8-44c6-a2bc-0a50e172ce84","remote_addr":"[::1]:36494","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.23384136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/v2p","method":"GET","req_id":"4fc44d8d-9cd8-44c6-a2bc-0a50e172ce84","remote_addr":"[::1]:36494","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":760,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.234903977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fc44d8d-9cd8-44c6-a2bc-0a50e172ce84\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.235047584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.235086842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.235112353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.236831518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{}","iteration":2,"elapsed":"652.6089ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.27112743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.271264433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.272004007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.274443046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32934946-bac6-435d-a9cf-6b961999fc19\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.27473081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.278543065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.278836029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.279163101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.279793176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.280483592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.283865169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.293954171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:55.294413797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:55.294468215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.294682983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"717.49924ms"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.295190585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.298954724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45746d3a-a84e-4d0c-bc8c-d4caf8e6d5a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.299267427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.301794713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92eb97ef-568f-4b37-b6ce-b6be46fdc73b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.302043679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.305482992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1fca539-5156-421a-8da0-f11a387d7f49\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.305603902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.306697311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"014cdbe1-6179-4bf6-ad7d-0f483b79d481\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.306833402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.319221124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.3193143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:52780/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.328947533Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/eip-gateways","method":"PUT","req_id":"10d3954f-846d-4e99-a32a-4220895f8195","remote_addr":"[::1]:64613","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.329679091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbeeb79d-f8da-4ca0-ad15-aefbc7ee2d8c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.330246361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.330851457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/eip-gateways","method":"PUT","req_id":"10d3954f-846d-4e99-a32a-4220895f8195","remote_addr":"[::1]:64613","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9252,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.345903326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/eip-gateways\", status: 204, headers: {\"x-request-id\": \"10d3954f-846d-4e99-a32a-4220895f8195\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.348251996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{}","iteration":2,"elapsed":"757.98238ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.349606204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.350146471Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.350204687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.350234716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.352462385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.353864318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae11920-fcc1-4d1f-88b7-88d42983d9c2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.35411624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.359646138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.369371746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.369448028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.369480703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.369859989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.382490324Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.382687256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.385534088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a952e214-b069-4094-ac31-c44a7565b09a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.386194805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.387878159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.387934691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.388741048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.38925404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.390376356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.390434121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.390463009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.39372612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17fa880e-a0e8-4d10-a2c7-904d9796bff3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.393937882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.397553676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d68478b-36ab-402d-a133-b38545509354\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.397682012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.399557659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de1844e-dbb9-47a1-856c-723704936037\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.399634953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.403434504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c597516-2dfa-4575-a6ac-32772265018f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.403792938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.409140392Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c87032-e5a0-4f3a-8666-0cff3c47ce32\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.409222796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.412079168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"663c3f73-c3e5-4b49-ae4c-d15eb65ee553\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.412166381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.418236756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6db179b5-e84e-4f3a-a843-072e63da2d1b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.418388879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.427571816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.459153019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f458ee3-c7ee-4640-ab4e-40ede591608b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.459548537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.463548627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c3035c-0b3a-4587-9f16-d0a344326a2b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.463746902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.467890779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc730522-245d-4a96-81f2-b39e56dc81aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.468055397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.472580933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"286777e1-cf2b-4ad8-9148-a32dc41ece8d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.472814409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.47485308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c7f7386-d2d6-4630-bc99-515ebf360c78\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.475035414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.477104356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f6ae677-73e1-4a56-8bb2-c9f9ec48a469\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.477355206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.479989494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cce6923-e232-4243-a2cb-cd3c616419db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.480063572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.482349226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ec42a17-9280-4fcc-bc71-38a301220ff9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.482395238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.484521985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b7fc6e-8f31-4dde-bbaf-0e3bc5c89e67\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.484586353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.497220286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f02163ba-9968-4dc6-aafb-6e3ed6fa5243\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.497768799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.503101764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c05ceb9e-d0de-4102-a6e2-a4f67e38170b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.503827149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.50505224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e1f5610-ddd6-40ec-b070-90208ba7565e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.505491776Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.51995358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.527275719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.527402301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.527494595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.528689937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.536737211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.546563389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.54673997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.546822244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.547870763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.549937792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f98f33a-1516-4fbc-a616-e851b41d58ff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.550406125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.577606841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.577679075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.580802007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.586509599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69380c36-2408-4b70-9fda-681b910f1bdd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.58668058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.592209636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b52aa2-5c8f-4643-b177-0b30eac1b7f9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.592306218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.592348833Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.592380887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.592408903Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.592916785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.606453215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.616271277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.616343822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.616380314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.616415244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.61644362Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.617227172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.625973167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.626040542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.626189989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.627404449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.630130701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.635925026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.635993342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.636028302Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.636627095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.647274669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.647341853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.727066399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.727190907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.727866854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54033"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.728371059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.728440818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:55.729021525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.732334245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"78fa6d8d-2a6d-4f41-b9f6-e4f87ba38992","remote_addr":"[::1]:54033","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.732967447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"78fa6d8d-2a6d-4f41-b9f6-e4f87ba38992","remote_addr":"[::1]:54033","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":643,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.733283296Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78fa6d8d-2a6d-4f41-b9f6-e4f87ba38992\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.737640437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.737697902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.737727741Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.741864764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.741932349Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.741969964Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.742035334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.742741651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.749395318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.756562558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.757509746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.757764774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.758755969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.773042263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:55.795630518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:55.797234283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.797693107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"1.446142032s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.797975921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.798161681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.798419525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.798526628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.79872814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.799545037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.812200893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.816084681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.816159881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.816198027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.816672212Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.822037322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.822105067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.822649171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53478","req_id":"4ad441c1-bd03-4155-b416-afa57d7f41f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b2 56 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .V..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.822708148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53478","req_id":"4ad441c1-bd03-4155-b416-afa57d7f41f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.822914179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.823131562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.823201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53478","req_id":"4ad441c1-bd03-4155-b416-afa57d7f41f2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.823656157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 622553428 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.823715576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.823941466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.82405386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.82409904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.824127126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.82574068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.826578159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52357","req_id":"e32f920b-506a-4a1c-97d0-f45c2389ec32","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a8 fc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.826664641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52357","req_id":"e32f920b-506a-4a1c-97d0-f45c2389ec32","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.826752637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.826773338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52357","req_id":"e32f920b-506a-4a1c-97d0-f45c2389ec32","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.908377068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.908738799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.921079326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.92117155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.921208905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.922105381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.922582491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54854","req_id":"07963ef7-ba70-48e9-9aaa-b81792760c58","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 73 2f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c s/..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.922702681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54854","req_id":"07963ef7-ba70-48e9-9aaa-b81792760c58","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.923034061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:55.923358828Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54854","req_id":"07963ef7-ba70-48e9-9aaa-b81792760c58","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.924130436Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.924184563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.924216838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.930398244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.930560497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.93142535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.932239252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e31679-acd9-400f-9c7b-fa4ae669512b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.932661704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.935503917Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c8e32c-43a9-442b-b809-dc83ae45745f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.935662813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.938752309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6524673d-2f5e-4bbc-8473-8e97ed3a6c7d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.938908921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.941343832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1725145c-d438-47d2-82b4-56b57e81f5fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.941414804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.943923352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93160f75-6384-44da-9a3d-e81a0d87386b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.944147699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.946725164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d1b2897-c40f-49f6-8ff6-984c583efc0c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.946796657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.972150723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bf8cbbb-f79f-40f5-ae7a-3d5d09f25203\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.97233514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.975861346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea60a337-9901-46ca-a897-ed77254ec770\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.975971766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.976954184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"567f1aef-86dc-43e0-b672-34c15e320efa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.977140605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.978982294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fade9c3d-6057-499c-ba53-8be12c2d98c8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.979174237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.983010901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.984459217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15bb98bf-7fd2-4b5d-8ed9-517b1d178384\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.984560258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.985977993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0949500-47b7-4693-860f-13dcd546d269\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.986293351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.987549053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0badb0aa-ac8d-44cd-bd7e-e1343d4ce630\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.989649628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.991739282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a931be53-c69d-4d14-b33a-e1c636eb2e98\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.991859742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.995534143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2272e377-eec5-4139-86d2-182b2d1a1f36\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.995657669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.998344542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44b26b30-70b7-4c20-8618-0ee3edbacb5d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.998461596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.003754572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3f6c5c-a91b-4e32-b30b-0f47f3196d0f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.003816054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.004529686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9850cf1-0726-470c-9d20-bc7008085ad3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.004732059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.008512431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29390499-15b3-43bd-a606-caf4000b9c0b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.008703031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.010446034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d346f2d-4e9e-4892-a969-df6a705a9b5b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.01060982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.011666135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db4ffe5c-2ed7-4f53-96bc-7ac503791c0f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.011806274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.01306893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ec5d5a-17e0-45ba-aeac-d825bd2a2869\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.013255401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.014575832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1510cd37-4884-4141-ab18-22ba1577ce65\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.014833506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.015942355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d51eb5b-99ef-44a3-a378-818f807b4ad7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.016141061Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.020673151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43d2cc8f-bea9-4f40-ae0f-269d86b66e84\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.020792979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.023635463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6bfb3af-06b7-45ce-b445-b4c3fcea8c43\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.023798047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.025943191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f030acc4-8347-4da9-9177-74b3822dfbfd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.026114592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.028608091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53a590e0-9f86-4e6b-8e02-f511fa090c5e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.028729663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.051571534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.05163479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.051670812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.051701002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.053975293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.054800227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba5a60c-f6f9-4bb8-a9fe-86807ff4652c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.05499241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.060057041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.071874025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.071934476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.071968834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.072680191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.076627175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6b0649-13d0-4fcb-b8a4-250b8c680a82\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.076754469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.077306379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.077373603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.078510558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.08020795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f88c2200-31da-466b-994b-d8e837a99931\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.080352378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.081631216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0b07ef1-9a09-49e1-95d0-560bec98f461\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.081780142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.083651421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39c21591-6bcc-482f-8b86-530eb0eae57e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.083853934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.092980999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13385522-dd42-4e67-849c-11922296a8a4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.093304765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.094706678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a875588d-f90c-4aa3-9fec-1e6087a13785\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.095271894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.098681187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac8f72c5-a059-4dee-abdd-777ad8b43f32\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.098907157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.103661319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d1700e-7eed-4092-9adb-3de723aa9a82\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.104302707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.112557204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e3f446c-cba3-476d-85f2-5a014490b381\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.112900878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.115678423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de3acee-725d-49ab-a69f-8564bd061ff9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.11582275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.119531249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.12094217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db143d45-2594-4a28-950f-3f0e673570f9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.121699499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.125134203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708b3e00-151a-49a8-9669-cb58e2e2ab2f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.125241226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.128603455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a29a08b3-be81-4e42-81b4-2f012e1d0d46\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.128677783Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.135653021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"445c257f-dbc2-438a-86f0-f8d347179e11\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.135967026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.138332419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3cbdbb6-643a-4f00-85a0-d39f34c7b005\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.138434072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.140116634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db7c2b54-1ef4-4915-8370-00db1033bee3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.140178908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.140213076Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.140241423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.140268567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.142817836Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.147957637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.157849285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.157910036Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.157942962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.157970587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.15799728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.158369812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.160671568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.170989396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.171053364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.171086169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.172071923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.172128426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.172197473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.172227443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.172252613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.172798661Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.177321883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.187813297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.187887414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.187919258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.188998909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.263444878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.263517202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.264634488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42120"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.265125025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.265179374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.265492447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.266336148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.266490346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.266551197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.268058921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.268239992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"4742a87b-74d3-45c5-9d8c-5d6d7daeaa56","remote_addr":"[::1]:42120","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.268403457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf43e857-1f6b-4e24-b951-5b4c95d76745","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.268566051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/12aa3fab-d86b-4bf3-94cf-b90e46715a5f","method":"GET","req_id":"a808feee-353e-4352-afaf-19fc9bcd1b0f","remote_addr":"127.0.0.1:51275","local_addr":"127.0.0.1:52861","component":"dropshot","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.269301727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf43e857-1f6b-4e24-b951-5b4c95d76745","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.269360995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf43e857-1f6b-4e24-b951-5b4c95d76745","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.270021581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf43e857-1f6b-4e24-b951-5b4c95d76745","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.275118927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"4742a87b-74d3-45c5-9d8c-5d6d7daeaa56","remote_addr":"[::1]:42120","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6765,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.275171542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/12aa3fab-d86b-4bf3-94cf-b90e46715a5f","method":"GET","req_id":"a808feee-353e-4352-afaf-19fc9bcd1b0f","remote_addr":"127.0.0.1:51275","local_addr":"127.0.0.1:52861","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":6609,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.275489947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4742a87b-74d3-45c5-9d8c-5d6d7daeaa56\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.278640955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.278700403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.278728299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.282750493Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.282822827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.282857035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.282885291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.284991819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.285129743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.293210283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.29332421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.293363739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.298691665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf43e857-1f6b-4e24-b951-5b4c95d76745","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":30278,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.299024287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf43e857-1f6b-4e24-b951-5b4c95d76745\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.299211771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.300296592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b47e18be-e8cf-40f0-aca9-d96d732e1c10","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.300691209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b47e18be-e8cf-40f0-aca9-d96d732e1c10","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.300759715Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b47e18be-e8cf-40f0-aca9-d96d732e1c10","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.303063335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b47e18be-e8cf-40f0-aca9-d96d732e1c10","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.303138825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.308162314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.308439056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.30848154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.308977138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.311683089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b47e18be-e8cf-40f0-aca9-d96d732e1c10","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":11386,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.3122256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b47e18be-e8cf-40f0-aca9-d96d732e1c10\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.31227566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.312305409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.312329968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.353268445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.362319489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.362574918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.36510582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.366380801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.366473786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.366540098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.405701174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.405803889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.405842596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.405871063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.406639945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.410152824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.420250733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.420332586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.420366915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.421181097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:56.423383355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:56.424238088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.424432305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"626.375142ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.424803484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.424856189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.42488659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.424915568Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.424944886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.425720271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.427846267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.427903831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.429096608Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.433059734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.439092695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.43922585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.439263345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.439634584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.442781023Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.442843067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.444058879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53778","req_id":"6d5ef566-18fd-4bb9-acbf-4c8eb5c7e206","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ca f3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.444117676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53778","req_id":"6d5ef566-18fd-4bb9-acbf-4c8eb5c7e206","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51955,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.444367795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.444763433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.445094292Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53778","req_id":"6d5ef566-18fd-4bb9-acbf-4c8eb5c7e206","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.445764818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 244586689 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.44582064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.446289985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50282","req_id":"1c3da804-d7bb-481b-ac6f-5eb3f9a87726","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6d ad 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e m...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.446453701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50282","req_id":"1c3da804-d7bb-481b-ac6f-5eb3f9a87726","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28077,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.446902726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.447076953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:50282","req_id":"1c3da804-d7bb-481b-ac6f-5eb3f9a87726","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.507901582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.509461059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60353","req_id":"95867158-62fe-4017-b808-ec5b8e330270","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3e 73 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c >s..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.509527642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60353","req_id":"95867158-62fe-4017-b808-ec5b8e330270","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.50977758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:56.509981596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60353","req_id":"95867158-62fe-4017-b808-ec5b8e330270","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.511111968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.511168301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.51119809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.518225271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d378d779-4f43-4e7e-b6ec-3229c5aaa575\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.518494297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.543644477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b98b7b5e-04a9-4c16-b42d-b3aee19574c7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.543962421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.556895238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.568245343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c43dd8b-64f2-4a67-8f55-12b86162f7ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.568400382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.570016602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da4c0102-044d-4063-96cf-26b99f11b7fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.570098315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.574229235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee32881-bfcc-42b3-bf25-218f7e81fbce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.5743117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.576965227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e15a1882-e7ce-480b-a68f-f73b9424f622\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.577220235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.579442693Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd72792-a5a3-4706-8eeb-b2af714e33d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.579906577Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.586579382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c75d1bce-2794-4a1b-a065-0cce611d33e2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.586845182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.588871469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b9dfb70-c04e-4719-8c6c-88f608b9d8dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.589235945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.590504012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19fdafbf-cdb1-490c-a1f2-d382f8ab5452\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.590696345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.592331182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d5793a1-1ed7-4a6a-8166-6f31230c8d92\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.592613405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.59456337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0667670b-a6ba-432c-b3b2-18adc6d6598c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.594732968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.596625759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2610b04e-779b-4db5-81b5-7241cdee6e83\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.596812792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.600373947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e506a0-4001-44d5-b7b1-5dda3b715e4f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.600699045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.60462152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0301cee7-f1f1-4ab7-b07e-a2f14fe638fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.604774745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.608031574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.608103638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.608142145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.608171032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.609102207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.615770995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7c2073-e924-43d5-8d21-1f2c2dc89e0a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.61685263Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.61941726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.640004879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.640103455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.640134688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.641130111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.643556245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.643621655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.644001773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.651250515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.651736313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3f1ef9b-35c1-4d7d-9588-f3e11597b170\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.65190542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.656378593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.656570465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.658460451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.662276594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.662350511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.664237932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"702856ac-cd53-4222-915a-d1410d2f3e9a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.66437777Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.669769002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.669831627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.673212333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d70ef6-679d-48ce-b54e-f4e79a874c21\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.673416489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.675630791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.675697254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.676595393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e89865-b248-4dbf-8bf9-2ab7e4e030b0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.677270398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.681316069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb94ec0f-5f63-4465-9189-219fe0d4f7dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.681456318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.69268487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.692857514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.696853436Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dae26d3-ecc6-42a3-90de-05b12414ee91\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.69873273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.702508413Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.702582731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.704651423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32bdb085-9a13-4583-a082-d9964ebc9073\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.704811282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.707883653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687ca0d1-d746-4335-87bc-b900a40c6f0b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.70806296Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.709913678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00eb4acd-ba53-4349-96c2-875a1e44e2ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.710046432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.713400956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b9bf4dd-03f5-4dbf-9fbc-1fa64cd30cc9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.713474843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.718046322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9194f03-e459-43ad-9c7e-0e01d3e0912c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.7181309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.728508958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.73069857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ac1bf0c-6bd7-4680-b471-7225e81f39b6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.731021554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.738117723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0875d3-1839-4393-adf0-98a135083621\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.738396338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.742078935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee03e37-b6bd-4542-9ece-af66cbc82300\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.74237753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.743514084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9fbd777-de10-467e-8225-2d35f6454922\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.743753391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.745669208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fac6a8af-4cbe-49ff-8956-92c4586c4f3c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.745732975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:56.745765991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.745977022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ef43279-4fdb-4c48-96a9-d4b021407aeb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.747245449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.750048734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd3e5859-ccc2-4363-a281-925e8b49eb81\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.750194535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.752282465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"568e9355-02e6-4206-8164-e2feb4fdc967\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.753835158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.758106098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7719d9f-9461-4b8a-901d-6fc831bb8c4f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.758373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.770851593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f466bc-625d-4a3f-b695-ea533c89448a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.77093547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.775992856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72a2de0c-a90a-4a85-9c14-3d51af64b83a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.77623049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.779836595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.780011183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.780246932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.780355118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.7841207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.785505339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec60362e-88ff-491e-ba17-4a1eec1e1b2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.785727562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.787455394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.804701256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.804827888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.804920543Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.805648844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.808746455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b179bcd-b0b2-4bd7-b852-81496f4ee79e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.809045171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.810198448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.810451593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.810973352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.816905482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cab99d0b-015b-4ac4-8ac5-904150997499\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.817072434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.81854094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99617cb-a919-4d24-95e6-7116c62e40a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.818689005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.821851767Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baecb4c2-9d65-4bd8-9990-429b58c64d8f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.821994662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.82416689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d794bc55-31df-416e-899b-bbb50c248769\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.824273352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.825821907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc160bd3-23be-46fe-9c5e-9652bdee36c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.825880414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.825912488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.825939592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.826082156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.827003912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.834304448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.843974866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.844053873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.844089624Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.844120376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.844148602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.844636604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.845304405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.845868058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63342","req_id":"a5d4687c-754b-4b38-a5fe-d45f929c81f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 93 0a 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.845967997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63342","req_id":"a5d4687c-754b-4b38-a5fe-d45f929c81f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37642,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.846169288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.846550628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.846810546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63342","req_id":"a5d4687c-754b-4b38-a5fe-d45f929c81f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.848787124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 647678854 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.848862254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.849174957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61038","req_id":"64e114f6-f0f5-4f43-b70b-7528b0b164a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2d f4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e -...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.849480976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61038","req_id":"64e114f6-f0f5-4f43-b70b-7528b0b164a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.849624152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.849654422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61038","req_id":"64e114f6-f0f5-4f43-b70b-7528b0b164a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.850015301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.958453096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.958668515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.959241116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:56.959394702Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:56.96223438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.964380957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.979347637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.97944457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.979481264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.983622585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.990475459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.051504405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.052073208Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.055394315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46468"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.055726918Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"bf701896-c576-4195-937d-6a2f34cea5b6","remote_addr":"[::1]:46468","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.056110913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58789","req_id":"33c3cacb-0ebd-40e3-bb8c-34d41af19447","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 76 88 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 v............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.0561798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58789","req_id":"33c3cacb-0ebd-40e3-bb8c-34d41af19447","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30344,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.056391101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.056567312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.056671209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58789","req_id":"33c3cacb-0ebd-40e3-bb8c-34d41af19447","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.057789768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"bf701896-c576-4195-937d-6a2f34cea5b6","remote_addr":"[::1]:46468","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2086,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.058176499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.058723108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 857613866 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.058982354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.059573161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf701896-c576-4195-937d-6a2f34cea5b6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.063245037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.063349786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.063382221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.065102017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.065178109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.06521375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.065242748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.065851721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.067538772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61028","req_id":"5a15941a-21df-4302-94d9-55a8e74060ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e7 82 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.067631277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61028","req_id":"5a15941a-21df-4302-94d9-55a8e74060ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59266,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.067734603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.067851826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61028","req_id":"5a15941a-21df-4302-94d9-55a8e74060ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.068309528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.14440822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.144486015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.144876773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.151643906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.15190172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.151957261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.15249383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.152830781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.152886873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.152917574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.152943947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.153402681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.153522149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.15444615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54855","req_id":"0284f8a8-8ba8-4fa3-b6e3-cbdeb8d88de5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 36 08 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 6............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.154582652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54855","req_id":"0284f8a8-8ba8-4fa3-b6e3-cbdeb8d88de5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.154834704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.155168058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.155268929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54855","req_id":"0284f8a8-8ba8-4fa3-b6e3-cbdeb8d88de5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.155879486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 954776346 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.15624813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.157063314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58403","req_id":"ff4afa85-f63b-4545-a53e-aa387bbb2be1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c9 d7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.157855092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58403","req_id":"ff4afa85-f63b-4545-a53e-aa387bbb2be1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.15805509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.158152043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58403","req_id":"ff4afa85-f63b-4545-a53e-aa387bbb2be1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.158648803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.165010138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.165142291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.165244755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.165791244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.166216561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.264674963Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.264764332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.279298991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.279378038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.281148456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:57.360879535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:57.361166907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.361227558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"936.429044ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.361266997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.361296636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.361406354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.361477687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.361514119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.36239801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.36294487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.363083105Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.365599058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.370311107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.370567047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.370964298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.3737055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.383073044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.383140579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.383510095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.384609445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.405871148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.40633393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.406487135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.409589055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61191","req_id":"14156574-f867-4353-b208-25221d34aaf3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1e e1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.40981217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61191","req_id":"14156574-f867-4353-b208-25221d34aaf3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.410101837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.410345643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.410703827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61191","req_id":"14156574-f867-4353-b208-25221d34aaf3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.411203873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2142, tv_nsec: 210131234 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.411342018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.411755001Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64028","req_id":"12550baf-f243-4fe7-9a9a-aca3f17b19b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c1 c3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.411926613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64028","req_id":"12550baf-f243-4fe7-9a9a-aca3f17b19b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.412184928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.412330718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64028","req_id":"12550baf-f243-4fe7-9a9a-aca3f17b19b5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.533922802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.53444376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.534509632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.534548118Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.534576425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.535388703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.536712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63188","req_id":"0c36f3b8-0919-4749-ae2e-027ec108fae5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d9 13 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.536778743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63188","req_id":"0c36f3b8-0919-4749-ae2e-027ec108fae5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.536987038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:57.538140195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63188","req_id":"0c36f3b8-0919-4749-ae2e-027ec108fae5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.539112162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.539171189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.539201891Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.552177724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.561301613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.561377384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.561407764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.561815797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.572542069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.572632238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.57587546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.579537216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dadf3b5-b34c-41a6-add4-879b6beff251\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.580007794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.596932114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1619c319-6d28-4905-a6db-4df1ea833dba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.597207313Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.622872058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.626732309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.631893032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.632457246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.63733801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.637481236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.643031985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.643152315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.645133683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08625f63-285f-4e68-be1c-b5a69985cafc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.645357559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.65070862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d0ca04-4f55-4a87-a6b2-7fc26928ea48\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.650841656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.654367982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ca13c5-d2b3-491e-bcb1-64659b9da699\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.654606276Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.656626642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cdc4cb3-b9aa-404d-ab99-0ba20fc93aa3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.657997563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.661529861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25ac6781-d4a6-4a1c-ab7b-2ec14d313e84\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.66181041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.665440843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93a8cddb-7216-42b6-b1cb-f099558ff90d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.665811512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.669165595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a1a4b6d-94e7-4e47-890d-e957f0c678ec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.669476554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.671114117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6987649e-9b99-41f4-9bd4-6722c4037a8d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.671544164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.673085816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4968855-7e43-4004-8906-b80616170e3c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.673393479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.675472571Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b2c6d2a-1344-4a41-917d-745b4164833e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.675693411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.676855416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01f33b5d-1d5f-401e-a848-55c35197fd59\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.67717355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.679343413Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fac8cbe-d041-476d-acaf-7a7299df6842\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.679735154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.684246132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0caf4e-86b0-4499-9a25-0be671a01793\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.684493745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.690811012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee6ca30-dd80-4eac-8abc-1801768ecd5a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.690968436Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.692834564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ce0db75-5f55-42a5-82ce-896347d20c7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.692958641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.698836713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"887476d3-ec61-40af-a36c-b90be7aaf404\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.69896077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.70260969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ae2510-263e-44c0-92ac-60bbee0062a9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.703085939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.703977155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c59f66e3-cce9-479d-8ca7-3a04ebe50ba0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.704333966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.706200965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f552c0-ed54-4793-8ddd-69540b9f8e27\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.706365804Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.707355997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"255ee240-b72b-48c9-b8ed-1be445e29ddc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.70755334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.708572611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40817cd2-705a-48f0-abf7-f45e06322144\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.708690546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.711617898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1763ed9b-5591-4e8d-8615-643f50f8a8be\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.711717567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.71347594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ef94ab0-9252-4294-a2ce-e996317589ed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.71358605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.715935691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3da22f7-d592-4080-90df-09b981760372\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.716022835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.718623236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90225fea-23d1-4ab3-bec0-4705aac00dc2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.718977241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.726970137Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b18a8fc5-6897-423f-9bf7-6150c0c6bf10\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.727086348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.729512682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca7c51f3-95c3-4594-afe2-0c83a7329188\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.729620247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:57.734195553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.736042843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.737891647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"163634ef-c7d8-40ef-a9e1-98ded50e9bc5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.738051365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.740806675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92a0d32-5bae-42cb-b5ad-ef642db3bcc9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.740971874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.742099521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7fe78e5-238e-4fda-8ac9-0c7d91e33bd3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.742151645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.743064584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1892574f-2605-4b59-81bf-d1d9d5889bfa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.743192338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.744355235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"092f48e5-26bd-4fef-a709-d30b075d4db9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.744424814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.745738081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2fb63a7-527b-4e76-a78b-4f13da98d6df\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.74588839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.754136033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f48eba-fac8-4b7d-8e99-3a3ac95b0bc9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.754249248Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.756073173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0daac36-7a64-447c-b633-05b2c1092bed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.7561422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.75787356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c21ca7a-5651-4b2c-bc6f-9b5f1e1bddf4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.757946605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.761001692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729969da-2a4b-4974-b28a-74131f3d9199\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.762398195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.764803237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab6addda-44f4-4986-8f82-48cac627fb91\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.764939147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.767511242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c67b94d-de22-4f91-9fd2-5914641bb00d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.767579969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.769281129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f073252-82d6-4f6a-9d18-7ecceae6bbf9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.769350877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.77225791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936714d9-ac9b-4444-a50b-44e88e681653\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.772980209Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.774311892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3fa55af-fc64-4067-835d-93bb0c0e5d6a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.774480157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.775436012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edbbd5f8-3a4a-44b6-9824-839d9776e5e1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.775571321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.775737743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.775797161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.775833874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.776804999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.782117725Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.792854837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.793086409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.793680953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.793741504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.79377462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.796264822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.796784257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.796843875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.796874737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.798697949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.79875358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.799482473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.807810045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.807858672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.807887479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.808259981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.815127675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.818092632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.818530294Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.818557508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.818856584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.822357279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.822482088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.827705154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.921293373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.921379154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.926242153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37104"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.928340283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"7f67c221-c121-4836-80e9-e63a62a9275d","remote_addr":"[::1]:37104","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.93111916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"7f67c221-c121-4836-80e9-e63a62a9275d","remote_addr":"[::1]:37104","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2792,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.932541795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f67c221-c121-4836-80e9-e63a62a9275d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.935535219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.935719466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.93579162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.93908946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.939569367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.939643164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.939692772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.943175952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.945545113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.955850035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.956489258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.956558627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.957642857Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.985484329Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:57.99291285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:57.993332055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.993471643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"632.184166ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.993591943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.99368054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.993792142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.993887843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.993973233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.994723738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.997083951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.003383222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.003446688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.003480696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.0041552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.007900492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.008052705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.008916446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53366","req_id":"6f2980b2-efb5-4084-863f-eafa252985ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0a 3e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .>..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.009088098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53366","req_id":"6f2980b2-efb5-4084-863f-eafa252985ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.00931478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.009507163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.009689446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53366","req_id":"6f2980b2-efb5-4084-863f-eafa252985ec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.010320103Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2142, tv_nsec: 809123096 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.010384511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.010827474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65150","req_id":"716d73c0-c9e5-4c3a-b579-2d98b091a38d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 93 21 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .!..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.011321628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65150","req_id":"716d73c0-c9e5-4c3a-b579-2d98b091a38d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.011705102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.011823398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:65150","req_id":"716d73c0-c9e5-4c3a-b579-2d98b091a38d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.092535552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.093163924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.0933124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.093500915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.093600634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.09523986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.095695608Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51200","req_id":"a8cd4808-e1ef-49b4-a0bd-281e5f13a9ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1e 4d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .M..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.096044934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51200","req_id":"a8cd4808-e1ef-49b4-a0bd-281e5f13a9ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7757,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.096362717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7757,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:58.097334523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51200","req_id":"a8cd4808-e1ef-49b4-a0bd-281e5f13a9ea","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.098719262Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.098778871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.098807679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.09997759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.108485882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.108554008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.108584037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.109401717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.112792152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cf1e08f-a190-45e4-895e-94d3b27b73d4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.113085847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.114522038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.114644102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.116032528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.117801002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e58a3a3-bfe2-4639-8c75-68bbded49392\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.118079947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.125228711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"546124d1-751f-45a9-9bbe-29bd1c661d5c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.125426335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.127735676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3649b1db-5f07-46f3-b1b8-8c5d8bd6cef7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.12789841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.13089451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a04bf0b-4843-4206-bb03-3d6c212aec21\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.131531018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.134507418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8384d18-2c6c-4fb8-8fa0-c5f0d5300b51\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.134578159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.136749756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60cba6e-bdc3-4045-ad4b-f87342828c77\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.137061096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.139658321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1010600c-4660-4d60-9ac9-26e0c72e5ec0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.139781436Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.140836298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09450086-7948-48df-ab94-9727ba6ca066\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.140984984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.142242339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b556e67c-f9e6-4891-af70-170bcc70242f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.142389102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.143891625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90838671-ac0b-4e64-87cd-2be499fffdb8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.144082045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.147197863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a66c0f-5d08-43cc-a885-04430a5a61d0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.147284646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.148161453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.150257529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63d88ae0-f131-4f22-88fa-37ee9041efcf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.150426937Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.152870826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f0fcf94-3042-47a0-8f29-1a57eb6b8409\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.152951807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.154839418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6442f88-2f2c-4c2d-b82e-f6803c8d2270\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.154905219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.158035697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa68e935-9bc7-43cd-9ee1-d8afb2e505a2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.158103572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.160725065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ed7a3f6-e3b0-4f64-9a06-beb336f64c12\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.160819142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.163918157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66511351-e64e-4128-9244-1fe7e7379c29\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.163983287Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.166172228Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86a7891c-0018-48cd-acaf-6514ca8b4861\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.166290193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.167567779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78467c75-f84d-4031-9a54-ae8244553a6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.167718419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.168684363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25debb08-09e1-4816-bdf5-5da3cb8fd81c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.168817919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.169834876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"426b52c5-d017-4a32-8177-89ce6f07627d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.169874004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.170744107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a8e58b-f67c-4b76-a68f-a1149677917a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.170906831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.172066813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d23bdbad-da2a-4778-8f74-f317d9d35bdf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.173279559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.175285536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7f23aff-4a48-4200-978a-271a6b4cfc54\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.175400585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.177674145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1ab01ee-c9b8-47d3-8943-1d78a609678e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.177820757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.180423242Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e5186e6-c93a-49d7-bced-1ecf1d1a1f10\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.180570636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.183477909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78812105-bd3a-4def-8f4a-8294bb68eb4f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.183603689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.187596464Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b089de65-3580-4e83-acc2-09a51fdcfb45\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.187829008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.190220372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53393444-feba-4997-9e07-a231987ff708\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.190445992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.191314923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f431368c-083b-48dd-a288-adf22816e442\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.191550052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.192642428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55b0ed72-e0cd-495a-a7bb-02b66914c14d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.192876956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.194962561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf192123-523f-42e8-a4fa-90a436eac33c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.195190225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.198218358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7282a403-33ea-49c2-8431-fc9eb00072c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.198383998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.198874615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.198925196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.198954855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.198980256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.199577606Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.201023818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4937e423-ce4e-48b7-a398-289821653c43\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.20164216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.204646445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.215471844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.215532165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.215563096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.21607173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.218093037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.218831238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.220890411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e118daa1-e79f-40bb-a088-cba501d0f526","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.221308995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e118daa1-e79f-40bb-a088-cba501d0f526","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.221403803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e118daa1-e79f-40bb-a088-cba501d0f526","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.221840323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e118daa1-e79f-40bb-a088-cba501d0f526","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.222006073Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.222048398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.223309941Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.226520027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e118daa1-e79f-40bb-a088-cba501d0f526","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":5636,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.226977288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e118daa1-e79f-40bb-a088-cba501d0f526\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.2273347Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.227494799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a70f6793-0441-47ea-b6fc-683f25e47722\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.227638125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.229445115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a05e153-7511-4e7a-9bbe-4078ce0fb2d7","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.229930292Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a05e153-7511-4e7a-9bbe-4078ce0fb2d7","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.229997536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a05e153-7511-4e7a-9bbe-4078ce0fb2d7","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.230787249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a05e153-7511-4e7a-9bbe-4078ce0fb2d7","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.235399168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a05e153-7511-4e7a-9bbe-4078ce0fb2d7","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":5957,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.236858456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a05e153-7511-4e7a-9bbe-4078ce0fb2d7\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.236934056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.236971431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.236998695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.239107327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcaf21df-9a9f-473b-880c-02c42c0e2dd0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.23934516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.242202974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a26b751-d0ff-4962-9f99-2cec928b174f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.242377863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.245878949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7535d49d-1c16-456a-921e-0c2e0626f412\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.24599499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.2486554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e77be6d-197a-48fc-bbb4-d5a60ed5a679\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.248701923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.250832188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abd5d1d9-42f9-40bc-8fe7-2ed7c8ac6782\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.25108449Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.252335443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec0c1fdf-114b-48da-847c-773e7f149b15\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.252483007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.253478741Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72516cdf-296d-48d0-aa9a-2be21b46852c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.253756604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.255809054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93fe4de5-aa22-4171-86a1-4a250da4ef42\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.255889354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.257212831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8c65036-0c73-40f0-8ea7-0ddb651bf872\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.257276948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.257310916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.257342158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.257369683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.258620946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.264980377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.265538218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.271979442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.272044832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.27207855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.272111104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.272141475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.272673505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.275422562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.283286881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.283357372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.28339132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.284151344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.364937365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.36501515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.36565267Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.365709824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.365744613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.365802549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.366754375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.366975526Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51444"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.368036299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.368099235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.368298782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"5dd40d02-ea02-4b82-a34b-5d269832b159","remote_addr":"[::1]:51444","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.37226269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"5dd40d02-ea02-4b82-a34b-5d269832b159","remote_addr":"[::1]:51444","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3977,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.372782325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.3737983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.37385855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.373887708Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.373978048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dd40d02-ea02-4b82-a34b-5d269832b159\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.376725311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.376787265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.376817796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.380585473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.380913236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.381260698Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.381707608Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.382775987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.383756881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.39272511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.392803456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.392834829Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.393593871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.395960266Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.401320786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.401680573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.401790863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.402299677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.403957931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.404108851Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.404920529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.448599757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.449150875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.449221566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"455.574733ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.449262858Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.449292357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.449322557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.449353308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.449382306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.45141721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.456782069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.456946868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.467396448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.468343815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.46840647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.469123519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.472440187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.472499064Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.473112777Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57514","req_id":"b395c32a-8519-4100-bbec-71095a3314cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a3 e4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.473222536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57514","req_id":"b395c32a-8519-4100-bbec-71095a3314cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.473675027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.473807081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.473906689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57514","req_id":"b395c32a-8519-4100-bbec-71095a3314cb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.47445908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2143, tv_nsec: 273356070 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.474520793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.475039486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58002","req_id":"981a5676-84f8-4f32-8186-bb6d9777a1aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 46 14 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e F...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.475313793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58002","req_id":"981a5676-84f8-4f32-8186-bb6d9777a1aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.47549836Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.475539582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58002","req_id":"981a5676-84f8-4f32-8186-bb6d9777a1aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.550020351Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.550652029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.550796116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.550894472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.550978409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.55216796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.554916837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52198","req_id":"d96d100c-e20c-41a9-b0c6-e4e358d9eeac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fb 8f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.554986866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52198","req_id":"d96d100c-e20c-41a9-b0c6-e4e358d9eeac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.555180612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:58.555277816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:52198","req_id":"d96d100c-e20c-41a9-b0c6-e4e358d9eeac","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.556191176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.556248871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.556278399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.557125136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.565520353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.565579421Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.565610473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.566387611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.583642661Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.583704193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.585209473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.588534067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d155fe4-e3a6-4c3d-8af4-d0447e230be3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.5889975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.600472623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564b32e8-577b-42ae-a957-b22f7ab1093e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.600680989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.612826848Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c8bd8e-7da1-4984-ae6c-9d4284ce43c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.613177677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.622342448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.622434722Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.622523288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.625813564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.626982563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71386f65-9f03-423d-8b84-0a504a8efedf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.627194766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.631547678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.631612548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.634518377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"365bb368-a5eb-4f81-89a7-2f3d821e7eda\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.634667424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.635489382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.635550744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.642585942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.644852778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3311c89-6c96-4967-857b-7d8c50d93e4d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.644985482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.646869757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e23147f7-1af1-46be-b512-9cbc03c96cf4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.646948504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.648862177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1f338f3-3a90-4f72-bb3b-61f15a1778bd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.648936885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.652133865Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60344dc8-70e3-4cf5-9edf-cf309a861631\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.652399174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.653740055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a149aa8-37f7-4534-b70a-56d1d9e157b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.654023059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.655055476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4039380-df35-4a9a-9aba-103e0502fcfd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.655784469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.657323686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c9ed761-de1f-47e0-a2d1-3bdc6152de73\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.657535447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.659166517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39f7c290-48f8-469c-8076-eef4d9044bc8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.659428509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.661570838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa4b3a5-aaff-43de-9393-13ba5051d845\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.662767452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.665806517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35033101-8fa7-4f68-93f6-97fad3d4e4f1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.666048619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.66898996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eec2b28-edf2-46a0-91c7-872f67c0f17e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.669268004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.671580541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd2f222a-17d3-4127-aaed-1767015eddb6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.671793566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.675045956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26b168fb-da76-4d7d-98d5-07c68e5727a0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.675224512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.678340751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c82897ab-6383-4b8a-9f0e-320af97d3488\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.678552863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.679561182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7047b570-daac-4a4a-8b75-1afa5508a276\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.679950939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.681379175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9bad189-1c29-42ea-be52-95edfb59cc81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.681583301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.682780236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65447476-1603-45e2-9e39-0e6316529f54\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.682981026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.684965029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6e8679-f297-4220-b257-102988e48acf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.685243774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.687657243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16024a4f-422d-4606-bf2b-edb390854a3d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.687946399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.690204589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"649faf3a-80a5-4578-99d4-9b512a4ff27b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.69035604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.693802958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b660940d-b54d-4a17-9266-d01064df1a73\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.694514656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.694748081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.694794554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.694825696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.694854393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.695563917Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.698353054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8df9cf41-97be-4dd3-85c3-6c65b1ff3529\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.6984816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.698845695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.706071222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.706172133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.706202604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.706922368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.709054386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.709309334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.70981945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.711752521Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2e5370-a7b0-4a4c-913b-568bf7c06667\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.711875506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.71716222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e6f70a2-0df8-4f7e-bc95-7122502bd045\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.717306427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.719287695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b672ea1-d1fa-4d9e-8f7d-f6be7aabd127\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.719532613Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.721702326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7f60825-2a45-47c7-a850-66fad699a9ad\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.721846744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.722932978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.723799394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95998870-d28e-415b-b7ef-ad7a92cc800f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.723948261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.725858707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06d43983-be69-4ca7-900d-ea6e97e3c0f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.725923156Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.727553995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e09dfe14-bc0b-459b-a55b-d4133a4fd40d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.727856928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.735521359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37016bc8-58cb-48e4-bd37-d2819befdd28\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.735832379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.739000561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ad0b24-3af6-4fad-9a5b-02ebc803289a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.739086402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.74294988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e7378c4-7bf3-4b51-96f0-18a535dcb65a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.743240539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.750154144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.753809016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a258b91-2676-42c7-926b-e81c65ea00bb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.753894517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.757514579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00caa361-f228-4a9f-978c-f0eaf7fb5537\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.757825579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.759699723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ae01c2-41d6-4d1b-b180-1083f02ce540\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.759769161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.763377361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bb9f168-0e98-4244-b2dd-913608365765\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.763695044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.765743766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eadcecd-1376-413d-963d-bc54269cc940\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.765863735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.767090318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d3cf86c-9652-4284-a02a-6408d36bf62a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.767393553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.768392403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"856b7339-887b-4070-bc6b-421da104b2ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.768627942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.769416042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c49a979e-a09f-45a6-9017-ed68ed88cfdb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.769489078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.769522043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.769552955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.769579959Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.770205515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.772679364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.779084095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.779148844Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.779181048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.779212762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.779241258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.779476417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.782916501Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.78954119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.789613684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.789648724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.791015447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.881757515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.881824358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.88306516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.883179358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.883215871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.88324543Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.884064932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.884278408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57471"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.885762184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1d242aec-e561-44ac-9d2f-aa77fb9584c3","remote_addr":"[::1]:57471","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.886344685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1d242aec-e561-44ac-9d2f-aa77fb9584c3","remote_addr":"[::1]:57471","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":592,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.886881023Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d242aec-e561-44ac-9d2f-aa77fb9584c3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.889852253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.88991604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.889944908Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.89343919Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.893512576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.893546484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.893574179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.894264424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.894664531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.907400016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.907473422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.907505456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.910033463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.91274239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.918709279Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.918941091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.918992654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.919536537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.919901184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.919954029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.920443364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.963023101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.965034429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63196","req_id":"3543afd8-a2a2-4e4f-b70c-d761b9f239f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: cb 57 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .W..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.965217383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63196","req_id":"3543afd8-a2a2-4e4f-b70c-d761b9f239f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52055,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.965521108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.965675326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.965952789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:63196","req_id":"3543afd8-a2a2-4e4f-b70c-d761b9f239f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.967558758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2143, tv_nsec: 766352122 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.967714569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.971346966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61131","req_id":"2b62ffc8-dbee-4978-8cf6-d65f695da0f4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 81 8b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.971535382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61131","req_id":"2b62ffc8-dbee-4978-8cf6-d65f695da0f4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.971786261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.971830189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61131","req_id":"2b62ffc8-dbee-4978-8cf6-d65f695da0f4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.971990729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.972390084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.972449884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"523.161224ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.97248807Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.972515434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.972601385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.972647798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.973709954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.975477676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.976285075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.976845131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:59.034799491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.034880483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.035133837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:59.035199859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:59.036868784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.037432888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.037475503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.037505503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.037531815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.03889445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.039397472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.04386311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.043970143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.044007968Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.044401813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.046410004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.053772564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.0538359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.053868315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.054274073Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.054656786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.054713599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.055369966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60243","req_id":"dbf7451a-3301-4a95-950e-95fc19dd2f83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6d 72 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 mr..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.055452852Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60243","req_id":"dbf7451a-3301-4a95-950e-95fc19dd2f83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28018,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.055756657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.055892468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.055990653Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60243","req_id":"dbf7451a-3301-4a95-950e-95fc19dd2f83","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.056570929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2143, tv_nsec: 855468060 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.056634596Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.056986197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59173","req_id":"55965151-381c-4a24-9513-88a1b46905b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c4 df 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.057368769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59173","req_id":"55965151-381c-4a24-9513-88a1b46905b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.057514249Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.057543407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59173","req_id":"55965151-381c-4a24-9513-88a1b46905b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.057769527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.057828034Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.0585134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.143721361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.144702556Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53621","req_id":"0b2fc292-b0d3-451a-9830-639766315956","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: dc bf 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.14477469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53621","req_id":"0b2fc292-b0d3-451a-9830-639766315956","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.144981502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:59.145074868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53621","req_id":"0b2fc292-b0d3-451a-9830-639766315956","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.14555291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.145608711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.145639252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.150429717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2221ab4a-5d02-48a2-a280-26abf77fe1aa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.150716598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.161123353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b5d163d-47a2-484b-a3ea-b53111fe93ed\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.169236508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.180428167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bba2719-7e9b-4d29-a328-b3c8292eac49\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.180940558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.183964543Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e8e366e-0385-4821-a687-f12efac3609e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.184338147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.186855272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b0b4aff-6d16-4465-a286-0eb1670a8008\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.188440711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.192698595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"713e81c3-29a5-4db6-8aed-69a540173699\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.194459413Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.199188967Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"669a847f-5692-4ffc-bd54-b20c2749a004\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.199406189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.202279695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"692de10e-6cf5-4058-ba4a-c891629d2dff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.202364403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.204730337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"397f5bca-9acb-49ae-9d06-00c1e0097438\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.204906128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.212321683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.21374084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eacf9454-e5f9-4ea2-a1f8-b3ec97dde69f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.21510581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.216455068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e0428de-6f4c-48d5-8323-adc91730c5f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.216575789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.217566092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91ae487-0f3b-4e2b-a391-70a74ef58044\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.217731632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.219213093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f1a4c33-e375-4e33-8a72-883e71445d1c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.219535626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.222096358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"420968f0-b085-436f-86e6-a7ce6b2155c2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.222326286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.226318991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4506bb30-2b99-4ca8-b144-117ba2c8eec6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.226578258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.228893812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75af4a7-9d45-4291-bd80-c3e8861b1348\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.229159531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.231662799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f453da5f-53fd-4b5f-9287-69767f7bca27\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.23187444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.233913984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ebf0b63-1737-463e-95b9-560178f1a2f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.234159443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.23655701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"223ff371-2d55-46fb-8d0f-1390ca32b5c6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.236874202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.237824345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0536dd4-b8ef-404f-9272-afa2873eb724\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.23824853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.239443261Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aa4cb47-7b41-40e1-ad20-19fe7b732fa5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.240199217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.242714258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57a01f9-3344-4ffc-8cd9-f080e8bfd55e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.242864617Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.243841253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e837ff-a15d-4031-8de9-5107927b0149\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.244012284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.245128067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8280934c-7d8c-479a-88f4-ced6d10261a0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.245306503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.248069879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e21175f-a1a1-4052-a2a5-7a76f3358ee9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.248134117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.251450394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae51e7a5-b6a7-4537-b927-4358aecf28c2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.251522808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.253319819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78c5f15-6dc7-4d07-84c2-e23e202452ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.25351629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.259630072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355eda72-c184-48ac-bf44-4df15e942931\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.260208264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.265008057Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.265090792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.26512492Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.265154759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.267454411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.273965875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.282236303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.282300341Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.282331593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.282960316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.284039806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"902e8d8c-83df-4b1a-a434-53e0d9a85931\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.28412198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.286216092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.286346753Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.286900416Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.288224634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3961c4d0-87ab-4b20-925f-75e0251d4ae1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.288427218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.289404245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"801eb5e1-0f3f-45ef-afbb-987ba4272eba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.289524003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.291261736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e843dfe-3d02-4edd-898f-bc5f4eb0c8f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.291413027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.294238867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f25336-072a-4a73-bc7b-afcb9ca41b9b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.294361943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.295878354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8e8f09-1488-47d0-9a8b-30d1c223ff26\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.29594185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.297227382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3b08ecb-d88e-4734-9328-1e500d0a8bd6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.297411028Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.299886299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f89d6409-2389-430b-b339-b7abf8e997e9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.299961409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.302420639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6482f6d5-4258-4d50-8ce3-fb6da569957e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.302489987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.312637976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b27aa4-210e-4ce0-b81f-6ffb76b17257\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.312899487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.316672405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6ee50f8-756a-4f2b-a5f1-ae51fd8ee2c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.316888726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.328855429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.330559414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4546a1e6-b7f4-423f-9335-fb43059fe473\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.330931555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.334236099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcdb6e59-11b3-454a-9c68-652f7eb12bf7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.334561958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.33565709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b43421-2889-41a6-a1a1-e129ee586374\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.335904393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.337136819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72e6b862-b63e-4d45-86f6-6495d25030cd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.337606224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.339293145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6941235f-4bbe-4757-9ecd-8d7639b4b610\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.339518664Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.341626805Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed212ab-d03c-4ddc-ab62-b4a5817ff1c8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.34413891Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.344276133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.34442489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.344514338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.345337588Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.361090675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.366186348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.366294293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.366387178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.366480284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.366561616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.367368904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.368442012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.368635257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.370497478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.375051291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.375188654Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.375277191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.375781145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.376378225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.377687072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.377799717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.378025717Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.381296704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.381425802Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.381525701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.381605971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.382211898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.444838327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.445041281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:59.448484862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64634"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.449340147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.467899775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.467970216Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.468045345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.468903666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.471481792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"b6f76c28-f9f2-46fc-a574-8476fce76e72","remote_addr":"[::1]:64634","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:59.474275428Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"b6f76c28-f9f2-46fc-a574-8476fce76e72","remote_addr":"[::1]:64634","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1993,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.475024611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f76c28-f9f2-46fc-a574-8476fce76e72\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.479502473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.479564106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.479595518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.482338373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.482438924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.482486979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.482517881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.483460399Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.483924423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.483966878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.484488618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.486429665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.491649425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.491863201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.491911537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.492638957Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:59.55793757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:59.558445602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.558638697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"585.999416ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.559096459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.559178202Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.559214644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.559244784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.559275055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.560368012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.576583791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.590958823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.591090475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.59113806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.591713536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.593258394Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.602135772Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.602234098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.605776205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62026","req_id":"11e9579d-6c28-4044-a0bc-d33762873f48","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1a be 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.60584868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62026","req_id":"11e9579d-6c28-4044-a0bc-d33762873f48","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.606231873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.606464607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.606624435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62026","req_id":"11e9579d-6c28-4044-a0bc-d33762873f48","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.608481185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2144, tv_nsec: 407379889 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.60854928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.614777139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53652","req_id":"3125d912-8adb-458f-977c-3e75a18ce290","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 79 7d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e y}..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.614859543Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53652","req_id":"3125d912-8adb-458f-977c-3e75a18ce290","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31101,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.616319793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.616370604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53652","req_id":"3125d912-8adb-458f-977c-3e75a18ce290","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.711211097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.711934459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.712002154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.712122513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.712167583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.713041334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.713101283Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.713442022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.713811499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.717147425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.717922189Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59353","req_id":"f20d0192-e0aa-45dc-931c-a4c538c60399","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ec d8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.718013831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59353","req_id":"f20d0192-e0aa-45dc-931c-a4c538c60399","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.718093981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:59.718172488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59353","req_id":"f20d0192-e0aa-45dc-931c-a4c538c60399","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.718210092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.718245483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.718273058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.718757062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.727243862Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.727308801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.727344141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.728425486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.735077299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.735143341Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.73576007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.735962433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.736021761Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.737097344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e30ff964-1ef7-4f04-ac54-a8d508fb44cf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.737352182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.741403704Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.741487361Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.752169434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2be51047-eab7-4fe9-ae2f-4e8071f76a9b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.7562329Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.759453487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"068f5304-8052-480b-ab4f-d986ec424d3b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.759597634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.761816205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bfba58a-fdaf-4ea5-beb0-0dea3a1eebfc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.76188406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.766781478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"497b9dcc-9237-45aa-a981-0fb6190a46e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.766865435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.775418917Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baef204b-759f-4a5a-b8aa-7bdeeab328cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.775604507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.788421734Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.789583589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98953b88-9bd2-4b61-916e-65bd0ddc5a92\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.789756503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.793468259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f79928b8-b5db-4cde-b356-104b971f7a95\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.793551525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.795362403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154f01a9-0aa6-49e7-aced-712f4bffeba3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.795434747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.80512817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b099a779-b19c-4b9a-95a0-d46543b3d433\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.806255306Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.807358444Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc888aff-7c73-4fdd-acda-e143ab3f3a13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.807776026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.819303744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ba4620d-9852-42ee-bc56-fce93745160c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.819395237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:59.819522821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.821297056Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5df99268-511b-443d-b2de-49c9d1976ec8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.821489088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.82457153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ac6a146-f768-4e88-9e83-03116832673d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.824657191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.827701877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0ac29cd-375c-4675-a5fd-9e8ac9e42b81\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.827749272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.830906873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"602e0edb-4c73-4464-8b1f-fabe3a03ccb0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.831011401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.835943107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ea319d-9e68-4a79-97ce-f1018e1e67f0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.836026343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.83905638Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.839102662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.839135327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.839186359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.839872015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.840122244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21b7e417-cc3c-4b70-93a5-3ef9a6df1224\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.840278956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.842948305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.84927986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.849366312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.849400109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.849786179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.852805755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b07c98f-6afc-4192-9d3e-08d298a3e475\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.852882508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.853898843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19481e74-7b85-4307-9507-22dbad83b555\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.854041728Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.85457478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.85564395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.85792751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.862009894Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2c05f2-6691-4a2b-9c7c-42726fba6ee1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.862235293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.863809419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d4d735e-2ceb-4d70-990a-1514afdc5d39\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.863957093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.866045925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8def9395-7dc8-4633-b25d-bf7e5bcce308\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.866266976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.868423172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c1befac-ec79-46d6-8531-26a3fbea2b7c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.868739111Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.871130396Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1349d366-12d1-4c09-b697-08c691720045\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.871297649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.873655016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"712fda40-4be0-4a9b-b0dc-e48d875732bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.873731478Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.876787477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f064b569-41c2-4aa4-93b1-fc63fda6d02f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.876865472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.88037255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b19141-9f42-47a7-afa9-d863d707173e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.880660193Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.887935769Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68ee8d44-3c43-4e28-bad8-17cf717c0eff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.888079445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.89312071Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.893377532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68cfb976-9b84-4e4f-b278-f7241b6b885e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.893513162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.894953682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58d7f54b-0deb-4c4d-bc00-cb630f98d598\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.895019573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.896608389Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fa896ee-cf99-4ab1-b66b-48c0423591d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.898348085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.900212289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26238cb7-bcdd-49cc-81b3-f94413626eb1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.900376176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.901417821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4939d471-7d08-459e-9926-ce187682e1e3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.901521328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.903549759Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9531cabd-7ab2-40aa-8009-56e3b093b141\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.903612424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.905090799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239bcb8c-753b-498f-ac56-9b67ffd1f7ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.905762327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.910654395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b552d2-fa56-491b-b825-e0e9fa921a7b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.910706599Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.914061062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3952a9-ad2c-46d7-9a07-e76598b600c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.914127765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.915839906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a768dd-8e9b-463f-b251-da0d3eb07a43\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.915889816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.919486773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f6768f-9739-49be-8ed6-06ba33c92e67\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.919743674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.922854893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d902a0-5ab5-4c21-90bf-728db1227a07\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.923063238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.929910231Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b8d3842-ca55-4d3d-986d-8e8c820f788e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.930234106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.931865096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a999a19-5418-4dde-a290-d726777aec03\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.932645009Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.9339952Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4066f555-d9a0-4396-9512-9236e51afb2d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.9342314Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.935215942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"896da76f-129a-4b8f-ae1c-2c7dd9d68323\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.935413736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.935535689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.935630187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.935718163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.936600771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.941756323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.949632927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.949709169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.949742786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.949775912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.949804068Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.950187011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.950476327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.950529764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.950558401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.950587138Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.951658292Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.953038893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.957466004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.958331929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.958395866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.958425115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.960499598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.968845527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.968970626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.969069343Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.970469232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.034524468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.034729677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.035516755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58415"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.036420636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"53ae2f35-65fd-4c64-abf0-512200f863dc","remote_addr":"[::1]:58415","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.037408754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"53ae2f35-65fd-4c64-abf0-512200f863dc","remote_addr":"[::1]:58415","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":998,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.037986716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.038143017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.039734929Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.04013187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53ae2f35-65fd-4c64-abf0-512200f863dc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.043478017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.043562175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.043624609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.04689239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.046939504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.046970786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.046999834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.04754972Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.051716842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.056888787Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.057143765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.057200418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.057664092Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.088626603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.104992561Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.105465854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.105532296Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"546.435377ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.105571835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.105600312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.10563441Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.10566473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.105693838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.107622801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.112021445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.119134257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.119254797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.119295148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.119780274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.123886496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.124262615Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.125549289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55705","req_id":"ab040c4b-0369-440b-8154-52001191383a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 71 77 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 qw..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.125678256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55705","req_id":"ab040c4b-0369-440b-8154-52001191383a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.126509021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.126778528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.126959368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55705","req_id":"ab040c4b-0369-440b-8154-52001191383a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.127499334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2144, tv_nsec: 926426084 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.127640626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.128516551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58593","req_id":"5c07ca9d-8583-41de-9048-0452f40b122f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2c 9c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ,...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.128873512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58593","req_id":"5c07ca9d-8583-41de-9048-0452f40b122f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.129141656Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.129290052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58593","req_id":"5c07ca9d-8583-41de-9048-0452f40b122f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.209804782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.210269939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.210333195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.210369518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.210398986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.211411023Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.212680131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51303","req_id":"f5144de1-1200-4516-8309-eea8edce7282","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: de 98 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.212912414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51303","req_id":"f5144de1-1200-4516-8309-eea8edce7282","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.213281499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:00.213601577Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51303","req_id":"f5144de1-1200-4516-8309-eea8edce7282","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.214211993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.2142703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.214302073Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.215591141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.227729426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.227800668Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.227916308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.228403339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.23083321Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.231148238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.231856689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f8336e54-b469-4e0f-8b6c-0d6b3fec585a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.237029215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f8336e54-b469-4e0f-8b6c-0d6b3fec585a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.237107742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f8336e54-b469-4e0f-8b6c-0d6b3fec585a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.237539502Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f8336e54-b469-4e0f-8b6c-0d6b3fec585a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.238389666Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.238446299Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.244338519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.244659268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d15f83d4-36c8-4b22-b2b0-7d30c98157c6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.245351126Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.247859634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f8336e54-b469-4e0f-8b6c-0d6b3fec585a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":16029,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.250074988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8336e54-b469-4e0f-8b6c-0d6b3fec585a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.250366078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.251038798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69428eb9-49d4-4800-bf42-0a8b5ac2ba5a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.251404988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69428eb9-49d4-4800-bf42-0a8b5ac2ba5a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.251527081Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69428eb9-49d4-4800-bf42-0a8b5ac2ba5a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.252148319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69428eb9-49d4-4800-bf42-0a8b5ac2ba5a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.255036223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69428eb9-49d4-4800-bf42-0a8b5ac2ba5a","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":4023,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.255719154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69428eb9-49d4-4800-bf42-0a8b5ac2ba5a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.255902549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.255990645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.256070013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.256479178Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed800697-752a-4a80-bce5-536486ee897f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.256791701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.262521407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79a2f822-6329-47d7-a931-a43a5ee32e28\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.263504796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.278055778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7abbcbd-7e7b-44e1-89d1-a3164260d5dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.278256768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.282365194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44ac01e5-3731-48b2-950f-0bac34a4ba1a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.282671374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.283137403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.288569055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed762b6-9055-4be6-baaa-add2ca784bc6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.288833312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.2912066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f13d299d-d42d-4cf4-b646-6b0caf0eaed5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.29149257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.301833484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ff0e56d-1ccc-486e-93ed-0256289b509b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.302120826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.303416999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8526dcf-dcbf-4de1-8a12-502165d2bd64\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.30361345Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.305549688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd035ef7-da35-435f-8baf-470abe482a27\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.305625298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.3073927Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42af0241-7eb7-4794-a4dc-16b97ff7c797\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.30752342Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.30979164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5832fd86-f624-4568-92cc-4123d1c157ba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.30991748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.311761925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e6bc03-a15d-462b-9e68-34bd5181402b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.311948507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.316759523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5baf6e7-1f6d-4b8f-a2fe-9f01f90177b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.317978221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.321637131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee975bfd-f6d9-4c5f-bca6-60d6b451e7cf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.321786238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.324133856Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f8b840-3598-4e56-9551-847f2e540dc6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.32445251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.327895701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64732174-2dfb-4f4b-95a8-cf80152b71d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.329047907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.330882812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b0b766-c5bf-46fc-8e07-427024767f0b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.331006529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.334373377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ee7ed76-35fc-41d5-abce-6000e9e07f24\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.334693916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.334924806Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.334962621Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.334994946Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.335026639Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.336382059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.337669915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31af4f51-bc2e-44b1-9515-797d47df62c8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.337833311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.339744709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.351390312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.35146947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.351503077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.352878628Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.35606198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a59253a2-c03e-42c6-8f76-2c87488a74d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.356606124Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.357523272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.357740074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.359070234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.360534712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b27b9bd2-5cd9-46ca-8d4e-8c658879aa17\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.360786944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.363187157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.363251325Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.367173048Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7ed3613-c2ae-48d0-a91d-4b1226eb4d3e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.367318318Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.367714277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.368881222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.368936532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.368968195Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.371012408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f58a34-05c3-4b17-8a0c-d95edbdb0759\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.371399519Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.373680855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23a2fcc1-f0d1-4720-8a03-8f2a36c64488\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.373822467Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.376130926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8540412e-3eae-46c1-a663-7e42e3744437\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.376251136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.381368181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09373fdb-fbee-415f-b2b1-613be5469f17\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.381545635Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.38546284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b3696c8-e8d9-45ed-8eda-a964a4da4e72\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.385735603Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.388360433Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"950294c5-f301-4cc0-886b-f894dc8692f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.389283953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.394845674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.398579895Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6735d66-ac35-4f6b-a6f1-fe9df9d63cd6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.39873836Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.39982747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd69bb56-5fca-4452-9207-ba5aaed23ee8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.399966567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.400897933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75650ffa-c4c2-4b17-a219-dd0b73df7038\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.401091679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.402128815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2264dd06-8f2e-45ef-a49f-856d8fc6b3ec\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.402852578Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.403141774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f21f6cb4-595d-49a5-b2e7-9aa3deccc185\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.403219288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.404917943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ab79eb-a3ae-4ca2-992b-abcd3b7af4c1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.405425474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.408195353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b370d0-71e9-4621-9ed7-045acae07abb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.408301123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.411465879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2810fce6-d648-4246-b04d-ad6810c360ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.411533935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.424172045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb6edb9-2f29-40ec-bd90-3108de9c60a8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.424419188Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.427865945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb0b4e3-fc85-473e-ad4c-ccf566ee65ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.428066364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.433480542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfb54970-7a6c-44fd-86e4-c44ffef36577\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.433555221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.435604995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d79a998-2f3c-481c-9967-9ea0ec3a07b3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.435670044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.436801549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fabc2cce-5cc4-4229-913b-cc8381ecd386\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.436960415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.438614912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57706f65-1163-49f7-9933-c9faa6a57e5e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.438765091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.444443986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a052fa47-6842-457e-a5c9-9803fd4bf7be\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.444617752Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.44659406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.446842354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.446944598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.446990439Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.447294826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.447526197Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fc11251-45cb-48bb-87ff-b0b2ee69a1e3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.447677258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.448411701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.448472552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.448504065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.44853141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.451728169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.462268199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.464084408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.464151742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.466232608Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.469438165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.480512179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.480624744Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.480717017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.480807027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.480887978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.484026471Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.484652098Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.484762999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.485358686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.500467529Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.507410623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.50755462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.507644729Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.510658173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.613187616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.619411607Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.620377612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35113"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.628133926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"b2e98299-02b5-4476-85e3-476f21936ada","remote_addr":"[::1]:35113","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.628533672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.628689032Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.629505268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"b2e98299-02b5-4476-85e3-476f21936ada","remote_addr":"[::1]:35113","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1385,"response_code":"200"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.629878201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.631738768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.634117788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2e98299-02b5-4476-85e3-476f21936ada\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.638102107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.638195724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.638260703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.640545004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.640698931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.640800794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.640885583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.641759735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.662530088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.671206495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.671642454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.671707273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.672883507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.677722678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.677855273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.690385629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.690520838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.730947175Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.73431765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.742150507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.742519442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.74289499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"637.278726ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.74295536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.743036853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.743082534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.743116371Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.743208334Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.743779112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.749542104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.758608037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.758699339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.758733327Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.75945779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.764959943Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.765026265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.765552794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58137","req_id":"86991f44-ac9f-454f-b8ba-96f8a44862a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5a 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Z............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.765612473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58137","req_id":"86991f44-ac9f-454f-b8ba-96f8a44862a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.765753634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.765913763Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.765965106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58137","req_id":"86991f44-ac9f-454f-b8ba-96f8a44862a0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.767260256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 566135343 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.767324775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.767767016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51202","req_id":"6c256ca9-5a44-41d6-97b1-753c38866df9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3c 0b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e <...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.767903277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51202","req_id":"6c256ca9-5a44-41d6-97b1-753c38866df9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.768088366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.768205419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51202","req_id":"6c256ca9-5a44-41d6-97b1-753c38866df9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.86539874Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.867245029Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.86731106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.86741625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.867460788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.873728567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.874592869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61429","req_id":"376a09de-515f-4131-9daa-6fe05b2126a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 01 35 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .5..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.874657036Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61429","req_id":"376a09de-515f-4131-9daa-6fe05b2126a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.875069488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:00.875362582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61429","req_id":"376a09de-515f-4131-9daa-6fe05b2126a3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.876049681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.876106274Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.876927671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.878218011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.885989426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.886105407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.886192129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.886797205Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.889224922Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3127a3d-86d9-4dd1-962a-cde63bd3a0d6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.889631011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.889973854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.89014214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.890916853Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.892794584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c86631-fc0f-4fd8-a485-9d43a4be96f0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.893129572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.895909631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb532e2f-d897-4aeb-82b5-118afc3dbbfc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.896326542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.900991506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c811423-bc33-48fd-8e53-fc22e81acb27\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.901358317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.906260735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e930dd3-791f-4340-8e18-66d625081015\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.906631934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.922020766Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5aa49c3-dcc0-4b6a-a127-a818421b08ce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.922172849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.926848755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.931630282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b660fe-5203-4af7-a85a-1fd955d37812\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.931727997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.934320101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"342c1ddb-cf2d-4364-84fb-b421c7990af8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.934486082Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.935345374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a1bc707-4b06-4df1-8b81-00b80d0ea881\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.935555102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.936508512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d4814df-5e8c-4f89-8ba5-7e7163e8337f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.936654512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.939092239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f28b8dd4-126b-45f1-97ed-bdc2b9bb0612\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.939159333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.939265465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94f106a5-b8b5-4f04-90ac-4e2b14e6d34b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.939395754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.94521559Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3d867b2-ca24-43e4-b25e-b2490a24afe1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.945505778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.950005453Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6083d466-f91a-48ed-85bf-60fa5bfb2f33\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.950359158Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.953288344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2035199e-237a-463a-9ff1-298e8867e2e4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.954037477Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.970135812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ef92939-2024-4a4f-9f61-0a3ada9375cd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.97042083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.974906647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64386de-9966-453b-bf6d-fd55369cd8ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.97517417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.977888999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.978076954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.978191442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.978283145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.979415501Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.979732503Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a0efc7-eae8-4829-8c40-4f9bf77f6b77\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.979956088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.983119992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.990493984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.990598452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.990685215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.991820627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.994703591Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e32f5216-e70f-472b-aee2-9e540be512da\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.994943409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.998793691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.99890871Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.002272141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.004152969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22b1b16b-d4e4-48e5-b186-550d29e78a09\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.004419269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.006198655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c8ee443-ae6c-4344-84f8-06b28e876a6a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.006444154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.009360144Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d28eb4ae-dd0f-463c-a097-3e6836503c30\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.009594901Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.010908268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a7f84ad-9182-478d-ad09-145c24f31d5e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.01118527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.013521765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"209a978f-f639-41da-88c9-ef372719eb74\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.013845651Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.021099985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ff51f99-394c-4360-b496-4076717517df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.021453609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.025985338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da68baa-d54e-4a78-9798-3126caf6c923\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.026262781Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.033046758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86c1e6fd-26f7-4a0a-a5b6-cd9c902fa6e4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.033127819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.035919902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a824e1d-356f-49c0-b434-f3cf2dbe6f8d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.03598888Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.038249724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.038541516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbf655e6-4e21-4a85-a7da-75b991c4f071\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.038627176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.042595523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54953","req_id":"d1469ef3-531c-47e7-8a62-5103fa5ae2ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 9f 75 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .u..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.042655422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54953","req_id":"d1469ef3-531c-47e7-8a62-5103fa5ae2ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.042820662Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.043017484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.043089277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:54953","req_id":"d1469ef3-531c-47e7-8a62-5103fa5ae2ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.044093808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.044464858Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 843361227 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.04453151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.04827031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51170","req_id":"8e8f4da9-af72-47ce-964b-988f9d7f611a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 66 21 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e f!..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.048379868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51170","req_id":"8e8f4da9-af72-47ce-964b-988f9d7f611a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.048500438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.048528795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:51170","req_id":"8e8f4da9-af72-47ce-964b-988f9d7f611a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.0485718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.117344485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.117425818Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.117696817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.11775809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.119256505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.119411073Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.1194646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.119498106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.119526182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.120499742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.124622206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e639b8c-060f-42da-8779-44735719f353\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.124712536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.124905049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.142683552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.142755616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.142790305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.14322979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.144331686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78830204-ed6a-40e1-8589-db4d6fd34341\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.144600141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.146614915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.14677808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.147278707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.148091777Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b5447f-8eef-4410-9749-69984971767e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.148160164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.149579452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a683b360-e451-4f83-aed0-c9bb942d8efc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.149646746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.150827518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f16df69-9591-47a2-a609-b70f82ccf9d2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.1509388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.154902277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d7ff3d-eaf3-48d9-98d7-90a06d046106\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.155088278Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.157301167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4643492-85a6-4088-ad0d-ff72fe4df98e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.15737307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.160243569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4621a16e-a33f-4ad2-8cbb-1cc11095a93d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.16031438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.165515203Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc4f402e-ad9d-44de-b31c-3706e7839f68\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.165710932Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.176152938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79346b18-7c24-41a5-8e65-d9cff7c8f260\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.17642033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.1805657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c36e2537-7c57-4eb4-af11-d9b533686754\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.180802532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.183870053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a95b6cf-c43d-4a30-96f9-cf28b91e50f2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.184426282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.185903355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a3be5c-2640-470a-a210-db8d5fbb8b76\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.186058634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.192178427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.192498415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eff0f4dd-9cc1-4edc-824d-ec244b3ceba5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.192657983Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.194866142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd3f4b3e-e8b1-47fc-91e0-8e33101dafef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.195148084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.197487525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a46585-5615-460c-8d86-5f143150424f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.198141168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.198203512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.198239153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.19826794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.200063177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.206043663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.211754101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.211858859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.211955402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.212108166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.212206652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.213002007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.220281892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.228799452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.228879812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.228914341Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.230356505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.305343381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.305547337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.306496438Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.306630125Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.306725114Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.307126043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.307989644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.308551904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37076"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.310571488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"2f1983b8-8adb-46ae-8791-2ec22230e7c7","remote_addr":"[::1]:37076","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.313125146Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"2f1983b8-8adb-46ae-8791-2ec22230e7c7","remote_addr":"[::1]:37076","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2524,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.31366408Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f1983b8-8adb-46ae-8791-2ec22230e7c7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.318739322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.318881164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.318915072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.32149912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.321576154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.3216143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.321644149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.322305737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.322632258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.330207271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.330308052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.330500224Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.331461239Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.333785821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.339591889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.339822328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.33987826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.341139042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.341733977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.341793786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.342341507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.361771531Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.361844566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.364990855Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.36744795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.367645514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.367777858Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.382568738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.383836033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.383883898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"640.865613ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.38392002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.383946934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.383977835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.384009258Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.384038446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.384891616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.390603476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.391078052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.395335665Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.395390374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.395502547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.395821272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.400261169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.400312812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.401408254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57984","req_id":"ba1aa347-2b99-4edc-acf0-05892f769981","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e4 46 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .F..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.401466099Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57984","req_id":"ba1aa347-2b99-4edc-acf0-05892f769981","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.401668833Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.401835646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.401979512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:57984","req_id":"ba1aa347-2b99-4edc-acf0-05892f769981","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.402402074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2146, tv_nsec: 201237021 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.402453777Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.402890798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64993","req_id":"06ed3be1-8684-48a4-83d0-81ffdc8e1823","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: db 3c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .<..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.402944415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64993","req_id":"06ed3be1-8684-48a4-83d0-81ffdc8e1823","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.403128872Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.403153942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64993","req_id":"06ed3be1-8684-48a4-83d0-81ffdc8e1823","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.482413291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.483258956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.483584876Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.483705997Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.483923701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.484991057Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.487102094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62377","req_id":"ee9e6a48-c9da-4ee4-a951-5383cff79291","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a2 5c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .\\..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.48739157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62377","req_id":"ee9e6a48-c9da-4ee4-a951-5383cff79291","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.488022427Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:01.488289549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62377","req_id":"ee9e6a48-c9da-4ee4-a951-5383cff79291","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.488923883Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.489036117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.489191897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.490091089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.496984504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.497233139Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.49736411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.498035057Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.513708635Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.513812011Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.514740722Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.515038816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043e6218-499e-420d-bb30-fb5fb963d5c1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.515318904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.52699637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b70e7db9-06c4-4505-a1ce-685f59ee3a94\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.5273875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.563879538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a04ce468-1eaa-4f62-a53a-cf5f0ff0cc80\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.564072051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.566866419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f1426f-92d5-443b-a3cd-c92400ebc204\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.566927981Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.5707015Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad416e0d-10ab-43b6-8b2a-03d0f5477ad6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.570829485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.571326986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.577709002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51634eb9-e218-4754-800e-9dfb0f42bc5e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.577910383Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.580456687Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88e428a8-5610-4157-8305-4e1c38df8778\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.580526756Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.5825564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b14edffb-3bd8-406f-9068-88693dfdba1c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.582761659Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.583925979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a16c073a-d825-4e1d-a713-975d04f7e54c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.585081481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.589248003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d89e42-6943-439f-8ff8-c1a0221df736\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.589564122Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.591318849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8febdc89-9b87-46d0-8413-418ed83b2903\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.591567364Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.594790816Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2bc9a96-3149-404e-aeb8-78a298ded4b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.59494319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.596515803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ffbf940-e8ab-41c4-80e1-dd4206f07f3c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.596696413Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.600070746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33103249-ee15-4114-9f1c-150a4f88df9b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.600897083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.606018657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d4ce25-e007-4cd4-a9c1-49a3b4885655\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.606189317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.610693251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523a272e-50b4-4db1-afd1-d27cbf58a9f0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.610958159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.614090921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bda4663c-91a5-44de-865f-4cf898c4b4ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.61431147Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.617171779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c968f6f6-44e3-4f7d-9ae0-c86ff3d567bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.617305676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.618962978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68c70515-7d44-4c9d-9c44-57c5efe69385\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.619291813Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.621522788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.621575393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.621841162Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.624242828Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.624450101Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.624563326Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.624608186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.624637223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.626651727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.627827019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0ba815-4b5c-4e6d-a186-d8455352e1ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.627982689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.629646454Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.629708838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.629858116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c556ec9-0a18-4202-969c-68de986afc6c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.630014207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.630245648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.636592413Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.636656271Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.636689066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.637137119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.639248826Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2c4a8ee-6cfc-46f8-8d26-263c56ca315b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.639388053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.640025223Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.640082537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.64082176Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.641782695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.641869297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.642629021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"651a19ba-1816-4f2c-8542-b71ed2bf0918\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.642820823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.645523768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3570af-474d-4625-8243-879fa7b93a3b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.645590391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.646730793Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d62edc77-f3d8-4b26-b475-14da6baf1bc6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.646797055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.648316393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed52f04-1916-4c54-a4f6-d763cb41ee15\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.648435831Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.651360538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02f92284-441b-456b-9cc4-48c94d23dc74\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.651482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.654630864Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f48fae63-3208-4a2c-a06b-27a4ca13f4ba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.654732637Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.65840814Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b9feca-30b8-4d80-bb5c-449f25a4465c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.65987881Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.663984791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a37465ef-f6f7-4f0b-a01a-ad83def9ebac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.664490308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.666830851Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f60552-838f-43dc-8f5e-260885304a63\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.66771839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.66973086Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b777b032-68da-4c59-91f6-427526d3ea75\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.669969194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.674657686Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909a1285-5896-40e8-9957-b4327a563729\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.674898185Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.677674096Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb767a0c-a045-4bfc-8ea0-b7474240111f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.67780683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.680438524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.682013642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63624aab-1f43-423e-b928-30cf18e2fddf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.682192448Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.685754455Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf49621c-aa03-49ea-bbaf-660a6d560625\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.685943743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.689833914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bab42b91-67d1-4277-aab9-f731921af6a2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.689945366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.691472198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebdd6a10-b1d7-459d-b6eb-d91247e4a90c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.691539422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.693586069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f28692-cbab-471d-9aba-5f72c5f587e2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.693709736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.695467057Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"482d9077-9e1a-4ca5-a227-ef42f884ef56\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.695540504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.697516851Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ae65d79-3b7e-42e9-97a2-98cb925160b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.697679525Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.698414971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a632b46b-497e-43b0-81e3-2d520d2a6e35\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.698544459Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.699585423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eccf250-d047-470c-bea6-e503f062280d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.699724911Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.700638912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a0f8f9-19fb-42ed-bf38-b7bcb7ab5401\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.700842457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.701573293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7328137-e36e-4f1f-bbee-435627f450bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.701694655Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.701737701Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.701771338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.701800186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.702471663Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.706412505Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.720703419Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.720783749Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.720818358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.720848548Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.720876384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.721568012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.721920785Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.727427386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.732095517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.732683829Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.732744079Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.733665385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.734110281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.734158778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.734190982Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.734218948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.734762551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.737490246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.746719484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.746803021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.746834764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.747365912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.824773732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.824861246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.826783246Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44287"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.826852854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"63d94b89-1609-479f-b5b7-6d8caf0c03b6","remote_addr":"[::1]:44287","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.826888165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"63d94b89-1609-479f-b5b7-6d8caf0c03b6","remote_addr":"[::1]:44287","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":513,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.82692609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63d94b89-1609-479f-b5b7-6d8caf0c03b6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.829349669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.829406973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.829434418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.830865379Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.830927052Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.830962512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.830992462Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.83156841Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.832449996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.832510206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.83299401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.837196513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.845223497Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.845699585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.845810226Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.846925458Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.891828083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.892645963Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.892980329Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.893039647Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"509.108144ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.893077723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.893105047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.893208904Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.893253934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.893378823Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.895815608Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.900221737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.904285424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.904372367Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.904408469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.904792634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.910088506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.910158155Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.912195634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58452","req_id":"9b6c6625-ff02-4eac-a20d-f2e51e166648","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b1 f4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.912334882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58452","req_id":"9b6c6625-ff02-4eac-a20d-f2e51e166648","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.912699909Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.912873755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.912927553Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:58452","req_id":"9b6c6625-ff02-4eac-a20d-f2e51e166648","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.91338305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2146, tv_nsec: 712212867 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.913432398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.913853868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62548","req_id":"d3cf2eab-4646-4a63-98aa-4ea9083f9fac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c0 fd 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.913900832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62548","req_id":"d3cf2eab-4646-4a63-98aa-4ea9083f9fac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.913987765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.91401023Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62548","req_id":"d3cf2eab-4646-4a63-98aa-4ea9083f9fac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.97533244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.976139669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.983987014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.984213565Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.984323474Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.987130988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.988078616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61496","req_id":"501ecb8e-e587-40e3-8e12-aa0526ea7633","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 78 c6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c x............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.988181411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61496","req_id":"501ecb8e-e587-40e3-8e12-aa0526ea7633","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.988405948Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:01.988611207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61496","req_id":"501ecb8e-e587-40e3-8e12-aa0526ea7633","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.989009912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.989064991Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.989392013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.991100868Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.998416774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.998481183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.998512896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.999188512Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.004079447Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73fa2dae-c04b-43b1-9990-70487ec73a97\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.004356739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.005128938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.005187585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.006121676Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.008035319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c72a4b-6f5a-49ad-b250-b9149b3b1610\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.008278563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.014225232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b4b72cf-9a50-4e9e-ad43-5de883e6951d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.015175244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.018106515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616c9be5-f01e-45c8-8ab7-9fbe52e19a2a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.018877892Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.023119573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95589889-ead5-4c1e-abe5-2424d4569aad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.023408779Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.025990393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4228f3ab-c7ea-4e08-ab97-68b85a8d37e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.026229339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.028260817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c5ed2b1-adcc-4bd0-a67f-114d6a601c87\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.028492879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.031148119Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25d6c06f-f99b-4ed3-8bc5-dc924e98cb2f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.031382697Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.034880736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d02a3e12-93df-40b6-a42c-9c898e9e5028\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.035201355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.050044008Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f700811a-1f95-4cf2-bd46-12e6354127c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.05026069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.052289482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeca3e4e-6797-4468-adb7-44a22e37b44a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.052459681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.053456127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c78c310-f30f-4fd0-934c-2cf1aa9a3187\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.053677157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.05533515Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f45cbcbf-dbd2-4c8c-98a9-979a95dbe574\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.055539528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.058606168Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b691477-8fa7-4db3-9907-1f109e3fc09c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.058785866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.06183978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa5635c0-0813-4e7e-a57f-fba3a98cc806\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.063804014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.068763726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.070468072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5f58588-48cd-42f1-ac4e-65bb66740c88\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.070605355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.072729397Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db51e809-2089-4758-bc13-425045b0943a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.07283131Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.074669252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb38307e-18eb-48e5-9fcd-45813bc9ed12\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.074806035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.076588897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd184e75-469e-4b43-b929-e448d02d81cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.076713054Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.077559541Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6014b2a6-5adb-4ac7-be01-16ad21a69252\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.077700031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.078608681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b27289b-2beb-44d4-9f3e-14b348f3fc60\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.078749272Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.079679154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18023bad-4e28-4e81-96bd-711eb8e7365d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.079811308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.08070589Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6060b909-cd89-47a1-a34a-67191c86824b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.080824256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.082538672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca156ed0-a411-420f-967a-83b90504e0de\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.082601016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.083472602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab0fa5e8-74eb-4565-8ec5-62a7d6a9b995\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.083679916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.085424401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bc0e8f9-a34f-4a32-b733-541059d2a6ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.085797705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.088799456Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"932c9b2c-b544-411c-90b2-f56c475fa076\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.089196527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.091821186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"058d595b-6e89-47bf-93aa-8d46f4bed659\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.092126004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.095574926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f69db20a-b13c-4aaa-b84d-21bc7752e838\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.095705616Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.098640033Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13025e92-7d37-41ce-aa27-d912fe308283\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.098897055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.100062737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9705f243-9f95-4044-914f-2f0b9f835169\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.100469247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.102631135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04243b51-a4b7-400c-a5f6-cdb4e39ea639\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.103653151Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.108823172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f93b385-97f3-42fd-9dbc-df1f8b4db903\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.108990495Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.113249431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"147b4cd9-bb00-489a-9d08-13acc5b70e00\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.113471233Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.11632552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"596e577c-c93c-4cca-94a3-bca94a2622a2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.116593303Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.118785501Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc5f2b10-1c8f-4503-8fe5-329e52a66f8e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.120124038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.120164238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.120198276Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.120231182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.12026039Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.120533253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.121714537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe76e3c8-f062-46ae-b7e7-f9ca98ad0061\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.121787933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.124226993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.135778619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.135861123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.135894169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.136492501Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.139753979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.139817135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.140346059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.143095507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a82410fc-61ce-4bba-bc77-f7e1a761fe2e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.143588469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.152074758Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c5b4082-fa64-4d02-bf3f-87cd2fd81fd4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.154045134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.155877925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94d278ff-2d0f-41b5-8b33-f50550e32bf0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.156012443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.1579931Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36283a6f-1472-42a4-8995-09e1455cd365\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.158105373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.16157671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b113fd-98ae-4145-a27e-84176a5595a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.161865555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.16416657Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f6d2fce-b6a4-44e6-8311-4e1bfc6bd774\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.164480576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.166060514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1bbe94e-cc7d-4f7b-8cca-2332da5361cf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.166502063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.168445305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"237c1672-ae1f-4e69-9830-0b3d221b38e9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.168521537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.168585484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.168629382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.168659953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.169915043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.174635018Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.178957861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.179026297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.179059774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.179091898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.179123641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.179450372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.184194234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.190289498Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.190426822Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.190529627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.191356093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.192612978Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.256976648Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.25705289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.257614509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.257670611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.257701893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.257729007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.258503921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.258589411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42956"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.258736304Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.259961595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.260595047Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4b6cc125-4935-4aa8-88ef-578eb4589d33","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.26086712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"8e41ae5f-f9be-4c05-b561-e6498f1f43d0","remote_addr":"[::1]:42956","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.261072218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4b6cc125-4935-4aa8-88ef-578eb4589d33","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.261264211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4b6cc125-4935-4aa8-88ef-578eb4589d33","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.26163044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4b6cc125-4935-4aa8-88ef-578eb4589d33","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.26244352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"8e41ae5f-f9be-4c05-b561-e6498f1f43d0","remote_addr":"[::1]:42956","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1252,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.263529935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.287983958Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.288052344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.288082905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.289259179Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.289727452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e41ae5f-f9be-4c05-b561-e6498f1f43d0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.295110838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.295208172Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.2952372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.299596245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.299698619Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.29979942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.299837636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.300360307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.305082255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4b6cc125-4935-4aa8-88ef-578eb4589d33","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":44468,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.30729276Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b6cc125-4935-4aa8-88ef-578eb4589d33\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.307594751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.307868266Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.313214017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.313631629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.313687711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.314642634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.31511731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.315175556Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.316065629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.316258072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2d6353cc-e824-499a-83e8-26326b168d1c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.31703463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2d6353cc-e824-499a-83e8-26326b168d1c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.317108757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2d6353cc-e824-499a-83e8-26326b168d1c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.317935775Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2d6353cc-e824-499a-83e8-26326b168d1c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.323317007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2d6353cc-e824-499a-83e8-26326b168d1c","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":7088,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.324797727Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d6353cc-e824-499a-83e8-26326b168d1c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.324870863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.324906404Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.324932075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:02.360068532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:02.360426986Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.360493869Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"467.339674ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.360536524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.360566955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.360598338Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.36062951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.36065984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.361865713Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.362773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.362935604Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.362990574Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.366791487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.367854926Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.36791217Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.36794225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.368277177Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.37393485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.373992825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.374028747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.375548705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.379030993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.379090572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.380241595Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56489","req_id":"ee153ea0-3114-450b-a9e2-5025842cf6d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0f 1f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.380306956Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56489","req_id":"ee153ea0-3114-450b-a9e2-5025842cf6d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3871,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.380509219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.380682043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.380762123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56489","req_id":"ee153ea0-3114-450b-a9e2-5025842cf6d0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.38168423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2147, tv_nsec: 180612062 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.381825481Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.382679252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61740","req_id":"07eadad9-a19a-4785-8686-72ac99cbe8de","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7f ef 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.38354123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61740","req_id":"07eadad9-a19a-4785-8686-72ac99cbe8de","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.383800627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.383916998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61740","req_id":"07eadad9-a19a-4785-8686-72ac99cbe8de","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.438973705Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.439541827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.440084839Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.440147213Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.44018083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.441045112Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.441744426Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59295","req_id":"ac8ef007-d4fe-4f48-96e4-9ae86266b578","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 33 08 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 3............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.441805688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59295","req_id":"ac8ef007-d4fe-4f48-96e4-9ae86266b578","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.442020776Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:02.442169182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59295","req_id":"ac8ef007-d4fe-4f48-96e4-9ae86266b578","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.442459601Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.442501254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.442528418Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.444720896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.452638973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.45273795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.4527732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.453143668Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.455590754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee29a07-6f41-48f1-8c24-2f9540fc0905\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.456239386Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.460107323Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.460164667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.46088409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.463653218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ffe0b6d-07b2-4e3d-a465-cfbcedecbb45\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.463956181Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.47055564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d635a1f8-12a8-4353-98ae-40be4c65ea16\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.470825127Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.478126435Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e65a8f-0a86-464c-8422-8d03e0041793\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.478357084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.489234136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2212db7-e502-4c82-a1b6-416cd4bec524\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.489491128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.497082253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c917a19-2e91-46b7-9925-0906ac93e65a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.497476859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.50237063Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08ae3c1f-7e8c-46ef-a027-0e51a9247c3b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.502644425Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.514543513Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d27acc-f9e7-4033-8ae5-12b6d8e145af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.514790145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.5153951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.518397402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc6daed1-7893-4548-bf79-df7f40c16eca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.518806768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.554408993Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39bdc53d-2765-4505-83da-56681bc312b2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.560159681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.568475469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.568724335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.568879164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.569096236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.571261971Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.580280801Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48150a7-6595-4254-bc50-ed9df0c7d078\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.580445859Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.580889353Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.588706889Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.588838391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.588936316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.589539538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.601728133Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.60187712Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.6041104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.611238532Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cee8fd61-cf44-444a-aa84-b5f5b9e49805\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.611444602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.615189674Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e97863c-fecd-4e6f-8cbd-5b6ba677244d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.616399194Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.620791636Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.620935142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.62097928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24f16c03-859f-4bb1-8e6d-6f8d3856817c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.6211803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.621462422Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.622398227Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.627554581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.627609149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.630221995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca92115-b4a7-45ea-bab0-676022eb0621\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.630336022Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.632459954Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.632506387Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.635028863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"350ec4f6-e152-46a4-98ea-797f92e7dc19\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.635205985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.638501281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a0997e8-7f19-40bb-91bf-4f28ac6d0caa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.638623555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.659397385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.661489293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bee5cd90-3845-449e-aaee-190f8cf01c17\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.661646446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.66416277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"563db633-f107-4698-bb7b-7e2de0321e84\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.664401275Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.665510555Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e91f03d-7ff0-4c30-8c89-390404a3e7a5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.665759371Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.666838411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95dea5c8-ad96-44de-ab17-b98d2a0ef313\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.66701346Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.668930058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db283b6e-6d79-4b3a-a19c-134f6c9a0fec\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.669197612Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.670270058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d113430-e157-4961-8b03-3989aee0b5b4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.670452973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.672094934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1150a96b-57ec-4ba7-948d-c40ef4ebc3ff\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.672384642Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.674499736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86325fad-2b0e-4859-a7ff-0fcd374330f6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.674564284Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.676417407Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f62cf346-15a6-4389-92c8-f43bb32d49e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.676486113Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.678956335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b932ea-c0c6-4b4f-919c-ff699068575c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.679290681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.682068726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd4ea25-6ff3-42a0-b5b8-ebe8197720ea\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.682137333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.684109232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2d5c5e6-8aa1-4a28-a9a2-689cd9559846\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.684185584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.686275528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d662855f-83a1-4db1-a64d-09e1081137b6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.686397311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.687245431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb5afd9-4322-40a2-9ce8-6b85b9bc6a0e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.68737053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.688652995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcf1d751-0e3f-42e7-b4eb-76e7aee9c95c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.688788405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.690606838Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0247e31a-2fdd-4d20-ae58-a52f5c4e8260\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.690669403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.691879784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15706a13-d028-4250-8d74-ddf9aeeabdbd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.691950285Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.695048357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bf46ff2-1ca2-4919-ba6f-beee65ec09c1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.695403315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.709754819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65841e26-da38-4598-8917-9103b82f0413\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.709826773Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.710038494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.710093153Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.710121199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.710145237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.712363797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.714745102Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc5d6ae1-1959-410e-b88c-e3374c1305a8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.714938998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.715136031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.734908025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.734971913Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.735004317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.736343866Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:02.742789509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.802555237Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.802638743Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.803853764Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.804167499Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35393"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.805763539Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"5d51801c-437e-463a-b048-65f0ced63e8e","remote_addr":"[::1]:35393","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.80612538Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"5d51801c-437e-463a-b048-65f0ced63e8e","remote_addr":"[::1]:35393","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":375,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.808919688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ce93c7f-1039-4933-a12c-c84d28d0dd34\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.808992282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.811459107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2dd6946-0f41-4b34-b593-ac1af49b1174\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.811715989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.815758333Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76be34b5-00b9-407a-bf69-7591d16360f8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.816010025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.842387681Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6ff0b13-ebbc-47ee-98db-652c21f8f9bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.842468882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.843274938Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a5e60b3-fa32-4807-904b-25eb9927715c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.843450348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.850924109Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4f9e4b9-a2da-4531-b478-a46913d97f92\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.851298094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.852402875Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20904a5f-d6e4-4cd7-9ca2-1d627afe984d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.852689136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.854316017Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.856888002Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1efb1cc1-3516-4eac-b823-2a8a2428156f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.857172238Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.857309882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.857409451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.85749972Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.858648409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.86202167Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.866980019Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.867554013Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.867673832Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.867764592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.867875473Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.868594145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.881352265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.888811116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.888896466Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.888931476Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.889547794Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.950527582Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.950603524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.951267116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.951327005Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.951359219Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.951385933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.952217269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.952323691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41969"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.953169486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1770993b-1086-4e04-a79d-006fa7eff2be","remote_addr":"[::1]:41969","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.95358307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"1770993b-1086-4e04-a79d-006fa7eff2be","remote_addr":"[::1]:41969","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":492,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.954056694Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1770993b-1086-4e04-a79d-006fa7eff2be\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.956104985Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.956151458Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.956177289Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.958651689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.961540575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.961610374Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.961644863Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.962116252Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.962788942Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.969657798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.969726335Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.970248315Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.970545116Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.972744348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.978267402Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.978469475Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.978525987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.979118688Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.981777546Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.981847385Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.983667552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.02027014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.021274451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.021614719Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"660.257379ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.021658446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.021688786Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.021718035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.021747243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.021775579Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.02184626Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.026407879Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.035629001Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.035776966Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.035824842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.03657173Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.037393247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.041504979Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.041582834Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.042449922Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55826","req_id":"299d63b6-f0f7-4ec6-b727-a9e2ef363208","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cb fb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.042516254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55826","req_id":"299d63b6-f0f7-4ec6-b727-a9e2ef363208","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.043127602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.04367388Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.043728409Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55826","req_id":"299d63b6-f0f7-4ec6-b727-a9e2ef363208","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.043996774Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2147, tv_nsec: 842890758 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.044056964Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.045366873Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56683","req_id":"b379f05d-7cc5-4e7c-af5c-fc71c56f0ec7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9f f3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.045431041Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56683","req_id":"b379f05d-7cc5-4e7c-af5c-fc71c56f0ec7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.045561902Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.04586721Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56683","req_id":"b379f05d-7cc5-4e7c-af5c-fc71c56f0ec7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.100200265Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.100637166Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.100697777Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.100731183Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.100761714Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.101536037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.101900122Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56486","req_id":"bcf23a62-9084-4c52-a45f-cad03354be86","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f2 3f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .?..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.10195437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56486","req_id":"bcf23a62-9084-4c52-a45f-cad03354be86","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62015,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.102233446Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62015,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:03.1025211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56486","req_id":"bcf23a62-9084-4c52-a45f-cad03354be86","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.102573093Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.102611149Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.102637992Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.104426215Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.109779411Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.109858198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.109892196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.110232644Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.113195798Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa42b317-d480-4bdc-9aca-b070569fecb0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.113680965Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.115076225Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.115142998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.116175836Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.118127304Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"384023c1-f51d-4abb-b215-750ea0ea7dbd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.118432432Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.120166527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.120999487Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60572","req_id":"11019720-ea2c-4a26-bd09-f225fadc490f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c8 e4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.121146429Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60572","req_id":"11019720-ea2c-4a26-bd09-f225fadc490f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51428,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.121398602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.121702307Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.121863308Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:60572","req_id":"11019720-ea2c-4a26-bd09-f225fadc490f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.122626989Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38369, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2147, tv_nsec: 921481716 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.122690947Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.124883024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55118","req_id":"693cc143-ede9-4c9b-b65d-957ba05d07cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b0 fc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.125064095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55118","req_id":"693cc143-ede9-4c9b-b65d-957ba05d07cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.125167812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.125251949Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:55118","req_id":"693cc143-ede9-4c9b-b65d-957ba05d07cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.125639682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.202299912Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.202402837Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.202920108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.202985508Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.204672069Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.207852305Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56590"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.207918186Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49699"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.207949649Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42296"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.207977745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47436"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.20800549Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48900"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.208031452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57424"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.208055821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39517"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.209030483Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"5c040134-f83b-420b-98d1-926dd7f83f53","remote_addr":"[::1]:56590","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.209202365Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"de323273-0831-4c4c-9546-246260f1a244","remote_addr":"[::1]:49699","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.20932507Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"8d22aa98-f154-4523-aeb6-91f8685e22f0","remote_addr":"[::1]:42296","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.209419337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"343c3f59-0708-425f-a16e-c10b9b85e670","remote_addr":"[::1]:47436","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.209600999Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"48a280e2-7199-449a-8598-70f54b6454e3","remote_addr":"[::1]:48900","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.209770547Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"61076d04-dca3-4eeb-8275-c36b0b24f3da","remote_addr":"[::1]:57424","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.2098924Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"d4141891-6952-438f-a129-f044f4b91fcf","remote_addr":"[::1]:39517","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.210365332Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"5c040134-f83b-420b-98d1-926dd7f83f53","remote_addr":"[::1]:56590","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1440,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.210490161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"de323273-0831-4c4c-9546-246260f1a244","remote_addr":"[::1]:49699","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1331,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.210537976Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"8d22aa98-f154-4523-aeb6-91f8685e22f0","remote_addr":"[::1]:42296","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1263,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.210582214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"343c3f59-0708-425f-a16e-c10b9b85e670","remote_addr":"[::1]:47436","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1191,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.210624509Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"48a280e2-7199-449a-8598-70f54b6454e3","remote_addr":"[::1]:48900","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1080,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.210666442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"61076d04-dca3-4eeb-8275-c36b0b24f3da","remote_addr":"[::1]:57424","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":951,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.210755309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/crucible/pantry/0","method":"GET","req_id":"d4141891-6952-438f-a129-f044f4b91fcf","remote_addr":"[::1]:39517","local_addr":"[::1]:64818","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":867,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.213242535Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c6c2783-79e5-457f-9bfc-03e1d5d5bec7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.213469898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.239033742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b190bd06-40e0-4a8f-b2d7-113b805314ce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.239158691Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.241574494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8540e690-a48b-4dce-9edd-86b20183f758\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.241635867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.244996673Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddaeeac2-3358-40ee-b9ad-b23bcb0630a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.245211291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.251968945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92ec0af-67e8-4a81-885b-8a1332672271\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.252219003Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.252667517Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.26460457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03939936-9116-47da-a5a9-ac95a56ddda5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.264844669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.265689482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced57f71-c5ae-410d-8240-5bf4fe0bdd9e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.265968157Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.268317939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4abe4f2-facb-4815-9904-6ac8482b1280\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.269316789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.271321684Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7653297d-341d-48d0-9750-7916dc0f2b5a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.271596491Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.275468115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7659690c-7090-4876-a7f6-58911961cab0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.276270905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.28187484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f6de09a-dd64-417e-9c28-7d79dd92cf98\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.282054528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.287172445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29de946e-997b-4d7e-ac4c-ffcec455446d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.28754094Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.294302091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99823e6-166d-4f2a-9916-61c025c47fd2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.294368583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.296149241Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec497d7a-5e7c-4175-ab13-e0883b9e3e1c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.296399961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.298334235Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eeffd28-a0b3-43ba-9ecd-fd631106d203\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.298393322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.300447896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f24ec802-bfbd-44a5-9c64-1316bcaa27c2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.300634317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.30234731Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be05a9b2-5621-4c58-9e56-7968aa5b03d5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.302478382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.303336672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"039dfe70-643e-43d3-b873-8047568cf1af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.303547782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.304075945Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.304129391Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.304162297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.304193038Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.306724762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.30756174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c44e32c-8129-4ad7-b826-9df57097862f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.307715075Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.31068878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.318968377Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.319051593Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.319084789Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.319506088Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.321887293Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaaa1989-c413-4a48-a843-2b9c60999900\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.322153934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.323027434Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.323084328Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.32391384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.325723726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20fd0966-bc31-42ec-acad-af588e14c27f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.325873835Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.327208465Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33da0474-97e5-48fd-a8c2-e2ec8db6e04c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.327398072Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.329221095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4afc6336-5d16-4601-bef8-1a022003071a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.329342136Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.333116095Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dc432b5-caaf-4338-9d6b-4e96730749dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.334252359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.338284142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8aa25d2-1155-4f8c-b098-1dbbd6d86216\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.338355244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.340765536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48b60b08-ffa2-4bca-9fd6-450b2f0da89c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.340833021Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.342530152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da3e9639-1879-495e-a059-6b5d56acef40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.342723808Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.347205738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4954a8c6-5295-48b3-93f6-4b93af101bd2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.347456317Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.348562331Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d59140c4-2766-425b-a603-1cce02ea1289\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.349064842Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.35038363Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dff190c-5f04-450d-8a65-c22637739966\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.350622916Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.351620043Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eac207e-f9a0-410f-a81f-38b3ca2b663b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.351846975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.352945885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83f4b12a-f12d-4581-880e-0cd7ea814c7c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.353159671Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.356795154Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"482cbe67-b848-420e-8a97-ffa74baf82df\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.357139661Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.359120106Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.361620809Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2343b785-8ab2-4db1-9577-e35a46880518\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.361837631Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.362206406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.362581443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.3660282Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.366762534Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.374212247Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.37425936Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.376363132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53edd2be-ada6-40cf-bbb6-bcc117f44d79\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.376544012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.378638255Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f5d3c1a-9b0c-4519-85ff-cdd48bb6777d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.378879045Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.381081243Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6778453-1cc0-45b0-a378-a5982202b1fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.381303576Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.383059554Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02266cd6-ae5a-4dc6-a818-2123ecc63cc2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.383275695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.385021984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fca1e0b-b82a-4500-870b-2a921bbb1d11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.388920452Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.391090085Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f977755-723f-4f6e-94d4-8b8d3901589b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.391344Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.392406988Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19e6c856-ff33-4b76-aaf5-de16796fd349\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.392692016Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.393658672Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3926e3a6-f9ef-4f1a-9e94-c1b8b8e0b1e5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.393880264Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.394899184Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd5b4f42-5be4-40a8-890d-f92aabe648cd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.395181376Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.395323339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.395425964Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.395626573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.396614552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.412693298Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.41999737Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.420110536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.420145987Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.420178121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.420206557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.420558378Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.421812527Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.422038187Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.422089689Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.42212024Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.422883962Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.42534723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.434443163Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.434523403Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.434658141Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.435443406Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.441379533Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.448706882Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.448773695Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.4488062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.449228001Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.505915206Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.506003933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.50811035Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47140"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.508183395Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"29f8d77b-4232-4dac-ad70-d509df36bfbf","remote_addr":"[::1]:47140","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.50827115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"29f8d77b-4232-4dac-ad70-d509df36bfbf","remote_addr":"[::1]:47140","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":466,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.508324827Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f8d77b-4232-4dac-ad70-d509df36bfbf\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.51075027Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.51081078Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.510841431Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.513063148Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.513127667Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.513165762Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.513199059Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.513964384Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.514681372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.514739849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.515525765Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.519093724Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.527520944Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.527897745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.528010961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.528581768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.605603739Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.605943145Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.606007253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":52,"elapsed":"585.133361ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.606053585Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":53,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.606083295Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.606175358Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.606224566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.606252562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.607529486Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.622458511Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.622587198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.622639382Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.622908337Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.634969398Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.635034718Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.635068776Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.635628922Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.639371309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.640284528Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.65087046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.653606522Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.655229746Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.655380867Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.655742738Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61974","req_id":"4d6ca363-a405-421a-9f4f-7fcc50449222","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b1 0d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.655921614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61974","req_id":"4d6ca363-a405-421a-9f4f-7fcc50449222","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45325,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.656223646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.656508584Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.656793692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:61974","req_id":"4d6ca363-a405-421a-9f4f-7fcc50449222","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.65758077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2148, tv_nsec: 456508391 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.657713414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.658295925Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53180","req_id":"d607d8cb-d2c5-480a-a0f3-a6d36d03c76a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f0 89 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.658461415Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53180","req_id":"d607d8cb-d2c5-480a-a0f3-a6d36d03c76a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.658712795Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.65885567Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:53180","req_id":"d607d8cb-d2c5-480a-a0f3-a6d36d03c76a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.659172171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"id":"da98e2fc-58c9-463d-a7f8-d1faab69e175","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.659278062Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.740042961Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.747921618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.748004123Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.748041898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.748070896Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.749014165Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.749559121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.749929058Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59715","req_id":"a5cb01f2-1769-4b73-b6ed-27003218bdb4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 96 cf 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.750035129Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59715","req_id":"a5cb01f2-1769-4b73-b6ed-27003218bdb4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.750218685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:03.750315678Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:59715","req_id":"a5cb01f2-1769-4b73-b6ed-27003218bdb4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.75053214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.750583843Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.75061277Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.752722784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.760201405Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.760296254Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.760332256Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.76079117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.764591602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.764833234Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.782436066Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.782856494Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784e3b44-eec5-42a9-8cab-a2b72c2a05c8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.783146031Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.788090562Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c74563e-381a-443a-af68-b425df6b79fd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.788304257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.792002135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f92af7-2179-4ce4-951e-8ee70dd69233\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.792068097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.797034312Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a7da45e-e423-4b20-b322-814491daac25\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.797301564Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.800410669Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f566e8f-71ef-49dc-bbf0-7c09d5033d19\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.800639014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.804172995Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f176fe-6fc0-4f18-a130-4da52fdba64f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.804417091Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.80924984Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"844ccf29-9053-402e-99e2-b9eada1184cf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.810473518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.816407161Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4356abf-7db2-4c5c-80fb-0ad0d6d4f303\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.816538572Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.821543905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.821833893Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26f24959-4271-4524-b79c-8cf26ddd79de\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.821983742Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.82348877Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b0e1f3a-1cb9-4a9d-8658-8fd5f12f2aa9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.823636575Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.824502049Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af12dbcc-c2b1-44ff-9c3b-d6f0e3363dc0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.824806055Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.825835286Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee896a6a-6098-44ef-9566-60d165ace83f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.825953551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.827093472Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47183a4b-d54d-49c5-a014-9a81b242767b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.827468339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.831440504Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb8e2156-ab54-4a7a-b2bb-cfc83169308e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.831716373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.834931128Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68cd5857-6c3a-4d54-8cbc-947966dad7ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.835054354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.83873641Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d9526ad-2a2e-418a-add2-0d0453980b54\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.840707257Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.8450201Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0459bd3d-6e28-43fa-b92b-3f9c4a5bd6eb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.845608923Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.847846071Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"814e2274-5356-4791-aa57-dd2220dab9c4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.847926451Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.851301044Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbfdc5b0-a374-4798-a570-31d8e4bb02b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.851373699Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.852303121Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4783e4df-f4ee-4b79-958a-4d7e3cabd417\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.852438401Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.853725245Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca09d96-c427-44af-b293-f65f1b3f0f08\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.853859953Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.854756629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a89738-6c04-4296-8f6c-a463f597f2f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.854928251Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.856012552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e5cc851-e69f-47f4-9716-95cd2ab388b6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.856621796Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.859483037Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2949ffb6-515f-4ed8-a7d0-23cff9e8f9fa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.859826551Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.863798014Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a0935fa-6f08-4d11-990f-d1b6937bcbcb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.864096368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.875968142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.877133354Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.877261198Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.877354745Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.883017357Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.883431182Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36f85954-5f4c-41fd-b90e-92fc7cc0e383\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.889186819Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.892555581Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.910495115Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.910571788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.910607679Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.914505545Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.917226747Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.917287799Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.918179355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.920981117Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61c2d87d-0792-4607-b6b9-003483adfb5a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.921235905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.92883222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f15ce1f-33a5-4ec2-959d-fceaea8b18a3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.929246526Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.93975817Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e5ba12d-2f3d-4cfc-aba4-bebaafb03518\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.939948469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.94711634Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6762d132-4ecc-406f-b43c-c63dd17b4f9f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.947450757Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.953205322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc32cdd9-5e75-4ab8-9a18-17adcdf62262\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.953619998Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.959632618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.959987906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b31f7a7-9329-4dd4-a73c-35e7c57f9cc5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.960486369Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.963135437Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0acc180b-8695-427d-a191-be7a730ba808\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.963301348Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.969323887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a341f75e-94e5-4615-8d39-dc81578a4b07\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.969391442Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.969426973Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c95b6db-d6f1-4025-b524-f5f22f80245c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.969458295Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.971477218Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c715dc-b842-4e4b-93ea-662656878834\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.971559542Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.974742694Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9539362f-6321-485c-9030-eb3f55dfb417\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.974807854Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.9772751Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc8428c-72b8-481f-b99e-112e0b195ee1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.977636339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.981453174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"615a7045-857e-4ce2-8697-fe98310c4e8d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.984743861Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.99017906Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"646ecf00-6d18-489d-9349-197bb2cacd3c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.990302586Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.992180007Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6be70d3-6c52-4f97-b1c5-07e3a65d23f6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.99255309Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.993449506Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35cd3307-bb79-4e61-bc1c-45191cfdb0ec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.993584174Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.994386142Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"813b1fae-a4b6-4f43-a764-33fc4c8e9aca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.9945755Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.995410643Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5bb309-2301-4fe0-839b-b7d444b3c037\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.995545592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.997074849Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"019ec496-6edb-46a4-8ec7-92399fd90805\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.997139067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.997332803Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.99738152Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.997414716Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.998248107Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.012430735Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.012511336Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.012547768Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.012577046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.018614536Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.018926878Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.034801046Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.034875084Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.034911236Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.034944723Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.034973951Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.036771001Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.039188939Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.046673682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.04675821Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.046792268Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.04745087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.051212605Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.056116366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.056179211Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.056209732Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.057029685Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.057554301Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.058247592Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.05894417Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.176025026Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","sled_agent_url":"http://[::1]:52780"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.176115847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:52780/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.178166042Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60107"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.178226733Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"b6165917-9880-4d18-a6e0-0f239912400e","remote_addr":"[::1]:60107","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.178653683Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/inventory","method":"GET","req_id":"b6165917-9880-4d18-a6e0-0f239912400e","remote_addr":"[::1]:60107","local_addr":"[::1]:52780","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":895,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.179010825Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"SledAgent":"http://[::1]:52780","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:52780/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6165917-9880-4d18-a6e0-0f239912400e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.190336911Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.190394496Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.190457602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.192314552Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.192376134Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.192407457Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.192435703Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.193067632Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.202047694Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.211283065Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.212006897Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.2121288Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.213457778Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.216935898Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.219684815Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.220818975Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fc0426e-cf98-4cd4-a19a-4456ed8d06af","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.221220886Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fc0426e-cf98-4cd4-a19a-4456ed8d06af","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.221290955Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fc0426e-cf98-4cd4-a19a-4456ed8d06af","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.222168253Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fc0426e-cf98-4cd4-a19a-4456ed8d06af","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.227076443Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fc0426e-cf98-4cd4-a19a-4456ed8d06af","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":6257,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.227531319Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc0426e-cf98-4cd4-a19a-4456ed8d06af\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.227754614Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.228248618Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fde1c13d-e045-4c12-ae78-01b46b2db944","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.228639557Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fde1c13d-e045-4c12-ae78-01b46b2db944","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.228704707Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fde1c13d-e045-4c12-ae78-01b46b2db944","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.229502677Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fde1c13d-e045-4c12-ae78-01b46b2db944","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.235755074Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fde1c13d-e045-4c12-ae78-01b46b2db944","remote_addr":"127.0.0.1:56744","local_addr":"127.0.0.1:41616","component":"dropshot_internal","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","latency_us":7542,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.236563675Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41616/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde1c13d-e045-4c12-ae78-01b46b2db944\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.236709646Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.236759726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.236789104Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.246420164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:04.26428598Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:04.264835004Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.264970414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":53,"elapsed":"658.816038ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.265913583Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","iteration":54,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.265965196Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.266000847Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.266035135Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.266064484Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.266450393Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.271535514Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.276942097Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.277284569Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.277737281Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.278606132Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.287583108Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","candidates":"[(bcd260b8-b302-4f9a-b27a-f6837a5efeeb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.287820682Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.28859791Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64957","req_id":"7817b15a-179c-4648-bcd1-e5dbb3b7941c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4d 19 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 M............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.288827928Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64957","req_id":"7817b15a-179c-4648-bcd1-e5dbb3b7941c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.28914996Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.289517482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.294363668Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:64957","req_id":"7817b15a-179c-4648-bcd1-e5dbb3b7941c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.294943824Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61389, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2149, tv_nsec: 93834863 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.295138722Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.295769489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56900","req_id":"0449be06-d8c7-4a1a-9c36-6b96978e7566","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f2 3d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .=..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.29665339Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56900","req_id":"0449be06-d8c7-4a1a-9c36-6b96978e7566","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.296840222Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.296885933Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:56900","req_id":"0449be06-d8c7-4a1a-9c36-6b96978e7566","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.29705463Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.29711516Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.297147935Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.297176623Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.29807372Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.35806077Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"DnsResolver","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.360857934Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62247","req_id":"15405d43-00bb-4655-94fa-6e0b0b2ac395","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 83 ed 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.360963143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62247","req_id":"15405d43-00bb-4655-94fa-6e0b0b2ac395","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.361149915Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:04.361246748Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"peer_addr":"[::1]:62247","req_id":"15405d43-00bb-4655-94fa-6e0b0b2ac395","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.361436797Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.368397726Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.36847479Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.368508537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.368955207Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.369116368Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.369161468Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","mgs_url":"http://[::1]:61389"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.369188051Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/ignition","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.371191563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.371352423Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.373711974Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.378763199Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.380066445Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.38251812Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.383366711Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.38343143Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.383463914Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.38505273Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6e94e6d-ac9a-4bff-b2b6-08a73b87b3ee\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.385308089Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.388660709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9009aadf-fb64-441b-95c5-c15c53f2d097\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.388728784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.394656375Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e4011a-d30e-41a8-ba18-86c5784b61e6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.394905311Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.397607645Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec91d0d-910d-47b8-9472-97b992940793\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.398245736Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.412398164Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77001ac2-4cb1-496a-9664-b691e38c4972\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.412600297Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.421649627Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c0bf602-58bd-4e4e-84c1-8a2faeaaa33d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.421979083Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.424878611Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba182ba-e404-4364-9e83-d36a904d8eb5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.42515921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.427847316Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e7099b-fd8a-46ba-9044-e59d50382cdb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.429012006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.431534482Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6869c826-1f71-4743-b401-74042eaca7a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.431862696Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.432859191Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.438734488Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cdbecba-4caa-4f6a-b8b5-8ff152e9df9d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.439169053Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.441151012Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0a8ec22-dd1f-4e72-9027-5c44a74d60fb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.441369518Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.444025329Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c96fb89-a3bd-4ab6-adc7-5f99bd106fb7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.444286469Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.446854977Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"275cedd1-e1f7-4829-9c8c-66f284bd330f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.447279884Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.455296566Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1989848-831b-44f5-97f0-680c8bae2407\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.455776322Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.460284885Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"442ec2ba-0d76-4138-9d82-77fd0eca96f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.460643259Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.463342788Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26641155-65ec-48b6-bcb3-f88a0a7b348a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.463852373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.465721036Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8122543-e9f9-4b69-bb55-00607329530e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.466599587Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.472359573Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7020529-250a-4023-a035-81f475d54d7b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.472650784Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.474572563Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae8b4256-28ed-4155-a42e-ebea90c2aa0b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.474883602Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.475897522Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eac3e4f-3a14-4762-b0cf-d2a0653096c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.476186969Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.477198244Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"588fe319-e6f9-446b-b8d7-bf75d850aeb2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.47743221Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.478356171Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91180b44-f50b-4224-86ae-6ae24ccfd1cf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.478578524Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.479539489Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4188f77c-66a1-483b-a60d-330988c5dc03\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.481644232Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.483910608Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.484215355Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.484390594Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.484492537Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.485260087Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.485548792Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b47f5d-2841-466b-9eda-512b0276067e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.485814622Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.487784907Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c366bf3f-a8ae-494d-801d-ba808431577f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.487997771Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.488528359Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.497326629Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.497393071Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.498000692Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.498559204Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.500983414Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.501045067Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.501567558Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.501816424Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25235909-f005-4b27-b957-e3996a5f793c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.50200025Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.506273845Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae17606-e641-4384-bd29-88a3fa534ec1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.506618352Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.511915887Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b4f6a0-8835-4373-995b-e8a816a27f87\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.512142709Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.531140921Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca5afea-40b7-4c9f-aaee-423eed64b56f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.531207754Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.551132523Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.570034625Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de1fb7d1-6ac2-4daa-b515-d38a97c5a05e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.570365905Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.586538006Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576e8872-18bd-4b4d-bfa8-32105c8e0f08\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.586638366Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.588075269Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2ac5bd7-41b2-4e04-9667-c594220e8f5d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.588156782Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.589442373Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"912fbd51-4c6c-4800-8caf-1fbc7c4e2eee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.590741291Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"Some(Body)","uri":"http://[::1]:61389/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.591830652Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555121a0-f259-41ca-a5c7-ecb492498a52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.591895381Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.593478485Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"373b6fa1-6cae-49b7-886e-e4945d670d0a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.594357356Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.597305169Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ebe08fd-e1e0-4d92-85b8-3ca5742ad532\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.597420609Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.600497159Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","result":"Ok(Response { url: \"http://[::1]:61389/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bee5aef0-1388-4968-96d0-490aca7eb9c9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.600675214Z","hostname":"bmat-EVT22200007-000064cb","pid":12577,"gateway_url":"http://[::1]:61389","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"12aa3fab-d86b-4bf3-94cf-b90e46715a5f","body":"None","uri":"http://[::1]:61389/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}